-- Logs begin at Tue 2021-08-10 13:52:26 UTC, end at Tue 2021-08-10 14:48:55 UTC. -- Aug 10 14:22:08.439687 dv-cinder-798198-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 10 14:22:11.195890 dv-cinder-798198-2-iscsi neutron-server[93301]: INFO neutron.common.config [-] Logging enabled! Aug 10 14:22:11.196524 dv-cinder-798198-2-iscsi neutron-server[93301]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev533 Aug 10 14:22:11.196655 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93301) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 10 14:22:11.199909 dv-cinder-798198-2-iscsi neutron-server[93301]: INFO neutron.common.config [-] Logging enabled! Aug 10 14:22:11.200159 dv-cinder-798198-2-iscsi neutron-server[93301]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev533 Aug 10 14:22:11.200473 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93301) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 10 14:22:11.201413 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 10 14:22:11.201662 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 10 14:22:11.202030 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 10 14:22:11.202274 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 10 14:22:11.202497 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 10 14:22:11.202814 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:11.203109 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:11.203398 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:11.203624 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:11.203916 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:11.204290 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:11.204479 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:11.204763 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:11.205056 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:11.205337 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:11.205665 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:11.205917 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:11.206143 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:11.206419 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:11.206701 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:11.206982 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:11.207202 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.common.config [-] debug = True {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:11.207476 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:11.207900 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:11.208317 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:11.208595 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:11.208879 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:11.209192 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:11.209484 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:11.209756 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:11.210034 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:11.210369 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.common.config [-] host = dv-cinder-798198-2-iscsi {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:11.210649 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:11.210931 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:11.211487 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:11.211765 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:11.212035 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:11.212305 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:11.212582 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:11.212859 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:11.213113 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.common.config [-] log_file = None {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:11.213381 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:11.213880 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:11.213987 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:11.214240 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:11.214500 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:11.214750 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:11.214971 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:11.215205 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:11.215476 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:11.215756 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:11.216039 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:11.216279 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:11.216548 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:11.216963 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:11.217081 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:11.217358 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:11.217681 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:11.217945 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:11.218201 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:11.218463 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:11.218730 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:11.219009 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:11.219275 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:11.219739 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:11.219856 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:11.220081 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:11.220442 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:11.220667 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:11.220901 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:11.221179 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:11.221474 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:11.221759 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:11.222027 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:11.222303 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:11.222570 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:11.222829 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:11.223099 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.common.config [-] use_json = False {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:11.223364 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:11.223623 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:11.223899 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:11.224162 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:11.224426 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:11.224731 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:11.225052 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:11.225333 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:11.225650 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:11.225941 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:11.226233 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:11.226509 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:11.226799 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:11.227075 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:11.227359 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:11.227624 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:11.227909 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:11.228190 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:11.228478 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:11.228750 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:11.229033 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:11.229304 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:11.229630 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:11.229933 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:11.230222 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:11.230514 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:11.230781 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:11.231048 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:11.231317 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:11.231580 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:11.231864 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:11.232149 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:11.232439 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:11.232710 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:11.232981 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:11.233265 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:11.233567 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:11.233837 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:11.234109 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:11.234392 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:11.234664 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:11.234934 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:11.235211 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:11.235483 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:11.235750 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:11.236016 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:11.236287 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:11.236573 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:11.236843 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:11.237102 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:11.237373 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:11.237674 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:11.237946 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:11.238208 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:11.238480 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:11.238745 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:11.239009 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:11.239278 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:11.239548 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:11.239814 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:11.240083 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:11.240867 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:11.241140 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:11.241400 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:11.241692 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:11.241959 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:11.242225 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:11.242488 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:11.242755 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:11.243020 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:11.243288 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:11.243555 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:11.243820 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:11.244083 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:11.244356 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:11.244621 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:11.244904 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:11.245198 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:11.245491 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:11.245768 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:11.246043 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:11.246312 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:11.246580 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:11.246849 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:11.247121 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:11.247395 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:11.247658 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:11.247946 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:11.248224 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:11.248504 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:11.248782 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:11.249109 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:11.249399 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:11.249701 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:11.249980 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:11.250253 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:11.250527 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:11.250818 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:11.251097 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:11.251384 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:11.251671 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:11.251956 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:11.252242 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:11.252529 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:11.252806 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:11.253113 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:11.253388 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:11.253627 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 10 14:22:11.253874 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93301) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 10 14:22:11.606691 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 10 14:22:11.606900 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 10 14:22:11.607172 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 10 14:22:11.607496 dv-cinder-798198-2-iscsi neutron-server[93301]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 10 14:22:12.015367 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:22:12.015662 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:22:12.015940 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:22:12.017168 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:22:12.017459 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:22:12.017724 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:22:12.054951 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:22:12.055228 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:22:12.055503 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:22:12.073027 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:22:12.073313 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:22:12.073612 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:22:12.103628 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:22:12.103955 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:22:12.104263 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:22:12.142584 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:22:12.142859 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:22:12.143115 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:22:12.374685 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:22:12.375326 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:22:12.375326 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:22:12.375500 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:22:12.376153 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:22:12.495279 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:22:12.495596 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:22:12.495878 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:22:12.496145 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:22:12.496403 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:22:12.496705 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:22:12.497152 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:22:12.497270 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:22:12.497537 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:22:12.497815 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:22:12.498070 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:22:12.498329 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:22:12.498579 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:22:12.498835 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:22:12.499077 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:22:12.499341 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:22:12.499590 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:22:12.499850 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:22:12.500111 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:22:12.500364 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:22:12.500627 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:22:12.500872 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:22:12.501147 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:22:12.501537 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:22:12.501781 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:22:12.502020 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:22:12.502406 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93301) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 10 14:22:12.502643 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93301) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 10 14:22:12.502875 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93301) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 10 14:22:12.503106 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93301) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 10 14:22:12.503338 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93301) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 10 14:22:12.503569 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93301) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 10 14:22:12.503927 dv-cinder-798198-2-iscsi neutron-server[93301]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 10 14:22:12.507148 dv-cinder-798198-2-iscsi neutron-server[93301]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 10 14:22:12.511074 dv-cinder-798198-2-iscsi neutron-server[93301]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 10 14:22:12.514871 dv-cinder-798198-2-iscsi neutron-server[93301]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(550, 599)])]) Aug 10 14:22:12.516674 dv-cinder-798198-2-iscsi neutron-server[93301]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 10 14:22:12.517105 dv-cinder-798198-2-iscsi neutron-server[93301]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 10 14:22:12.517441 dv-cinder-798198-2-iscsi neutron-server[93301]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 10 14:22:12.517825 dv-cinder-798198-2-iscsi neutron-server[93301]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 10 14:22:12.520599 dv-cinder-798198-2-iscsi neutron-server[93301]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 10 14:22:12.520847 dv-cinder-798198-2-iscsi neutron-server[93301]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 10 14:22:12.521191 dv-cinder-798198-2-iscsi neutron-server[93301]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 10 14:22:12.526959 dv-cinder-798198-2-iscsi neutron-server[93301]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 10 14:22:12.548982 dv-cinder-798198-2-iscsi neutron-server[93301]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 10 14:22:12.549449 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:22:12.549754 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93301) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 10 14:22:12.550113 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:22:12.551448 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93301) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 10 14:22:12.551728 dv-cinder-798198-2-iscsi neutron-server[93301]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 10 14:22:12.551973 dv-cinder-798198-2-iscsi neutron-server[93301]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 10 14:22:12.555409 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:22:12.555691 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:22:12.619396 dv-cinder-798198-2-iscsi neutron-server[93301]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 10 14:22:12.619620 dv-cinder-798198-2-iscsi neutron-server[93301]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 10 14:22:12.619856 dv-cinder-798198-2-iscsi neutron-server[93301]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 10 14:22:12.620242 dv-cinder-798198-2-iscsi neutron-server[93301]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 10 14:22:12.641574 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_db.sqlalchemy.engines [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93301) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 10 14:22:13.174192 dv-cinder-798198-2-iscsi neutron-server[93301]: INFO neutron.plugins.ml2.managers [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Initializing driver for type 'gre' Aug 10 14:22:13.174730 dv-cinder-798198-2-iscsi neutron-server[93301]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] gre ID ranges: [(1, 1000)] Aug 10 14:22:13.229054 dv-cinder-798198-2-iscsi neutron-server[93301]: INFO neutron.plugins.ml2.managers [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Initializing driver for type 'local' Aug 10 14:22:13.229375 dv-cinder-798198-2-iscsi neutron-server[93301]: INFO neutron.plugins.ml2.managers [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Initializing driver for type 'vlan' Aug 10 14:22:13.243825 dv-cinder-798198-2-iscsi neutron-server[93301]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] VlanTypeDriver initialization complete Aug 10 14:22:13.244179 dv-cinder-798198-2-iscsi neutron-server[93301]: INFO neutron.plugins.ml2.managers [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Initializing driver for type 'vxlan' Aug 10 14:22:13.244701 dv-cinder-798198-2-iscsi neutron-server[93301]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] vxlan ID ranges: [(1, 1000)] Aug 10 14:22:13.296754 dv-cinder-798198-2-iscsi neutron-server[93301]: INFO neutron.plugins.ml2.managers [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Initializing extension driver 'port_security' Aug 10 14:22:13.297067 dv-cinder-798198-2-iscsi neutron-server[93301]: INFO neutron.plugins.ml2.extensions.port_security [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] PortSecurityExtensionDriver initialization complete Aug 10 14:22:13.297423 dv-cinder-798198-2-iscsi neutron-server[93301]: INFO neutron.plugins.ml2.managers [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Initializing mechanism driver 'openvswitch' Aug 10 14:22:13.297773 dv-cinder-798198-2-iscsi neutron-server[93301]: INFO neutron.plugins.ml2.managers [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Initializing mechanism driver 'hyperv' Aug 10 14:22:13.304720 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.plugins.ml2.plugin [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93301) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:22:13.305406 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron_lib.callbacks.manager [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Subscribe: > port after_create 55550000 {{(pid=93301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:22:13.305797 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron_lib.callbacks.manager [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Subscribe: > port after_update 55550000 {{(pid=93301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:22:13.306150 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron_lib.callbacks.manager [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Subscribe: > port after_delete 55550000 {{(pid=93301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:22:13.306671 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93301) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 10 14:22:13.307103 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron_lib.callbacks.manager [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Subscribe: > subnet after_create 55550000 {{(pid=93301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:22:13.307456 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron_lib.callbacks.manager [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Subscribe: > subnet after_update 55550000 {{(pid=93301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:22:13.307798 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron_lib.callbacks.manager [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:22:13.308186 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93301) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 10 14:22:13.308592 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron_lib.callbacks.manager [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Subscribe: > network after_create 55550000 {{(pid=93301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:22:13.308938 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron_lib.callbacks.manager [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Subscribe: > network after_update 55550000 {{(pid=93301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:22:13.309278 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron_lib.callbacks.manager [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Subscribe: > network after_delete 55550000 {{(pid=93301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:22:13.309694 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93301) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 10 14:22:13.310091 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron_lib.callbacks.manager [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Subscribe: > security_group after_create 55550000 {{(pid=93301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:22:13.310438 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron_lib.callbacks.manager [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Subscribe: > security_group after_update 55550000 {{(pid=93301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:22:13.310772 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron_lib.callbacks.manager [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Subscribe: > security_group after_delete 55550000 {{(pid=93301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:22:13.311321 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93301) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 10 14:22:13.311855 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron_lib.callbacks.manager [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:22:13.312205 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron_lib.callbacks.manager [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:22:13.312555 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron_lib.callbacks.manager [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:22:13.312946 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93301) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 10 14:22:13.313377 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron_lib.callbacks.manager [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Subscribe: > address_group after_create 55550000 {{(pid=93301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:22:13.313718 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron_lib.callbacks.manager [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Subscribe: > address_group after_update 55550000 {{(pid=93301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:22:13.314054 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron_lib.callbacks.manager [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Subscribe: > address_group after_delete 55550000 {{(pid=93301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:22:13.314442 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93301) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 10 14:22:13.314814 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] ML2 OVO RPC backend initialized. {{(pid=93301) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 10 14:22:13.315507 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron_lib.callbacks.manager [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:22:13.315857 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron_lib.callbacks.manager [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:22:13.316267 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron_lib.callbacks.manager [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Subscribe: > network before_response 55550000 {{(pid=93301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:22:13.316616 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron_lib.callbacks.manager [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Subscribe: > networks before_response 55550000 {{(pid=93301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:22:13.316959 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron_lib.callbacks.manager [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Subscribe: > port before_response 55550000 {{(pid=93301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:22:13.317298 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron_lib.callbacks.manager [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Subscribe: > ports before_response 55550000 {{(pid=93301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:22:13.317688 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron_lib.callbacks.manager [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Subscribe: > subnet before_response 55550000 {{(pid=93301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:22:13.318007 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron_lib.callbacks.manager [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Subscribe: > subnets before_response 55550000 {{(pid=93301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:22:13.318977 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron_lib.callbacks.manager [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Subscribe: > network after_create 55550000 {{(pid=93301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:22:13.319320 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron_lib.callbacks.manager [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Subscribe: > network after_update 55550000 {{(pid=93301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:22:13.319655 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron_lib.callbacks.manager [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Subscribe: > network after_delete 55550000 {{(pid=93301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:22:13.319988 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron_lib.callbacks.manager [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Subscribe: > port after_create 55550000 {{(pid=93301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:22:13.320324 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron_lib.callbacks.manager [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Subscribe: > port after_update 55550000 {{(pid=93301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:22:13.320652 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron_lib.callbacks.manager [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Subscribe: > port after_delete 55550000 {{(pid=93301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:22:13.320983 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron_lib.callbacks.manager [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Subscribe: > subnet after_create 55550000 {{(pid=93301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:22:13.321314 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron_lib.callbacks.manager [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Subscribe: > subnet after_update 55550000 {{(pid=93301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:22:13.321669 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron_lib.callbacks.manager [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:22:13.322242 dv-cinder-798198-2-iscsi neutron-server[93301]: INFO neutron.plugins.ml2.plugin [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Modular L2 Plugin initialization complete Aug 10 14:22:13.322572 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.manager [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Loading services supported by the core plugin {{(pid=93301) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 10 14:22:13.322896 dv-cinder-798198-2-iscsi neutron-server[93301]: INFO neutron.plugins.ml2.managers [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Got port-security extension from driver 'port_security' Aug 10 14:22:13.323359 dv-cinder-798198-2-iscsi neutron-server[93301]: INFO neutron.extensions.vlantransparent [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Disabled vlantransparent extension. Aug 10 14:22:13.323835 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.manager [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93301) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 10 14:22:13.324149 dv-cinder-798198-2-iscsi neutron-server[93301]: INFO neutron.manager [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Loading Plugin: router Aug 10 14:22:13.362719 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron_lib.callbacks.manager [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Subscribe: > router_interface before_create 55550000 {{(pid=93301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:22:13.363105 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron_lib.callbacks.manager [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Subscribe: > router after_create 55549900 {{(pid=93301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:22:13.363473 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron_lib.callbacks.manager [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Subscribe: > router before_create 55549900 {{(pid=93301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:22:13.363834 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron_lib.callbacks.manager [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:22:13.364206 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron_lib.callbacks.manager [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:22:13.364678 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron_lib.callbacks.manager [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Subscribe: > router after_delete 55549900 {{(pid=93301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:22:13.365040 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron_lib.callbacks.manager [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Subscribe: > floatingip after_update 55550000 {{(pid=93301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:22:13.365465 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron_lib.callbacks.manager [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Subscribe: > router after_create 55549900 {{(pid=93301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:22:13.365817 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron_lib.callbacks.manager [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Subscribe: > router after_update 55549900 {{(pid=93301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:22:13.366168 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron_lib.callbacks.manager [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Subscribe: > router after_update 55549900 {{(pid=93301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:22:13.366513 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron_lib.callbacks.manager [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:22:13.366869 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron_lib.callbacks.manager [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Subscribe: > router after_update 55549900 {{(pid=93301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:22:13.367276 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron_lib.callbacks.manager [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Subscribe: > router precommit_update 55549900 {{(pid=93301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:22:13.367644 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron_lib.callbacks.manager [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Subscribe: port after_update 55550000 {{(pid=93301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:22:13.367983 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron_lib.callbacks.manager [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Subscribe: port after_delete 55550000 {{(pid=93301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:22:13.368318 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron_lib.callbacks.manager [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Subscribe: subnet after_update 55550000 {{(pid=93301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:22:13.368652 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron_lib.callbacks.manager [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:22:13.368998 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron_lib.callbacks.manager [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Subscribe: > port precommit_delete 55550000 {{(pid=93301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:22:13.369340 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron_lib.callbacks.manager [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Subscribe: > router precommit_create 55549900 {{(pid=93301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:22:13.369698 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron_lib.callbacks.manager [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Subscribe: port before_delete 55550000 {{(pid=93301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:22:13.370038 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron_lib.callbacks.manager [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Subscribe: > router precommit_create 55550000 {{(pid=93301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:22:13.370391 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron_lib.callbacks.manager [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Subscribe: > router after_update 55549900 {{(pid=93301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:22:13.370727 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron_lib.callbacks.manager [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Subscribe: > router precommit_delete 55549900 {{(pid=93301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:22:13.371076 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron_lib.callbacks.manager [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Subscribe: > router precommit_create 55549900 {{(pid=93301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:22:13.371434 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron_lib.callbacks.manager [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:22:13.371777 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron_lib.callbacks.manager [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Subscribe: > router precommit_update 55549900 {{(pid=93301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:22:13.372135 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron_lib.callbacks.manager [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Subscribe: > agent after_create 55550000 {{(pid=93301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:22:13.372481 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron_lib.callbacks.manager [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Subscribe: > agent after_delete 55550000 {{(pid=93301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:22:13.372820 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron_lib.callbacks.manager [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Subscribe: > network after_delete 55550000 {{(pid=93301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:22:13.373708 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.quota.resource_registry [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Tracking information for resource: router configured {{(pid=93301) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 10 14:22:13.374034 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.quota.resource_registry [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Tracking information for resource: floatingip configured {{(pid=93301) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 10 14:22:13.378824 dv-cinder-798198-2-iscsi neutron-server[93301]: INFO neutron.db.l3_agentschedulers_db [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 10 14:22:13.379513 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron_lib.callbacks.manager [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Subscribe: port after_update 55550000 {{(pid=93301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:22:13.379872 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron_lib.callbacks.manager [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Subscribe: port after_create 55550000 {{(pid=93301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:22:13.380225 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron_lib.callbacks.manager [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Subscribe: port after_delete 55550000 {{(pid=93301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:22:13.380574 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron_lib.callbacks.manager [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Subscribe: port after_update 55550000 {{(pid=93301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:22:13.381403 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron_lib.callbacks.manager [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Subscribe: > router before_create 55550100 {{(pid=93301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:22:13.381790 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron_lib.callbacks.manager [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Subscribe: > router precommit_delete 55550100 {{(pid=93301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:22:13.382151 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron_lib.callbacks.manager [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Subscribe: > router precommit_create 55550100 {{(pid=93301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:22:13.382505 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron_lib.callbacks.manager [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Subscribe: > router precommit_update 55550100 {{(pid=93301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:22:13.387036 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.services.provider_configuration [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Service providers = [] {{(pid=93301) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 10 14:22:13.387400 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.db.servicetype_db [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93301) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 10 14:22:13.390330 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.services.service_base [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93301) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 10 14:22:13.390677 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.services.service_base [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93301) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 10 14:22:13.391015 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.services.service_base [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93301) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 10 14:22:13.391896 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.services.service_base [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93301) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 10 14:22:13.392266 dv-cinder-798198-2-iscsi neutron-server[93301]: INFO neutron.services.service_base [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 10 14:22:13.392642 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.manager [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93301) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 10 14:22:13.392961 dv-cinder-798198-2-iscsi neutron-server[93301]: INFO neutron.manager [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 10 14:22:13.404255 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.manager [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93301) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 10 14:22:13.404588 dv-cinder-798198-2-iscsi neutron-server[93301]: INFO neutron.manager [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Loading Plugin: auto_allocate Aug 10 14:22:13.410302 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron_lib.callbacks.manager [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Subscribe: network precommit_update 55550000 {{(pid=93301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:22:13.410671 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron_lib.callbacks.manager [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Subscribe: network precommit_create 55550000 {{(pid=93301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:22:13.411187 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.manager [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93301) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 10 14:22:13.411505 dv-cinder-798198-2-iscsi neutron-server[93301]: INFO neutron.manager [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Loading Plugin: tag Aug 10 14:22:13.418184 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.manager [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93301) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 10 14:22:13.418510 dv-cinder-798198-2-iscsi neutron-server[93301]: INFO neutron.manager [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Loading Plugin: timestamp Aug 10 14:22:13.422513 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.manager [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93301) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 10 14:22:13.422841 dv-cinder-798198-2-iscsi neutron-server[93301]: INFO neutron.manager [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Loading Plugin: network_ip_availability Aug 10 14:22:13.428849 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron_lib.callbacks.manager [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:22:13.429166 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron_lib.callbacks.manager [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:22:13.429553 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron_lib.callbacks.manager [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:22:13.430272 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.manager [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93301) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 10 14:22:13.430589 dv-cinder-798198-2-iscsi neutron-server[93301]: INFO neutron.manager [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Loading Plugin: flavors Aug 10 14:22:13.435245 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.manager [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93301) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 10 14:22:13.435572 dv-cinder-798198-2-iscsi neutron-server[93301]: INFO neutron.manager [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Loading Plugin: revisions Aug 10 14:22:13.439803 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.manager [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93301) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 10 14:22:13.440193 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_concurrency.lockutils [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.833s {{(pid=93301) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 10 14:22:13.440921 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93301) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 10 14:22:13.441257 dv-cinder-798198-2-iscsi neutron-server[93301]: INFO neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Initializing extension manager. Aug 10 14:22:13.441790 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Loading extension file: __init__.py {{(pid=93301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 14:22:13.442130 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Loading extension file: __pycache__ {{(pid=93301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 14:22:13.442464 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 14:22:13.442797 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Loading extension file: address_group.py {{(pid=93301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 14:22:13.443639 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 14:22:13.444211 dv-cinder-798198-2-iscsi neutron-server[93301]: INFO neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Loaded extension: address-group Aug 10 14:22:13.444531 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Loading extension file: address_scope.py {{(pid=93301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 14:22:13.445251 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 14:22:13.445795 dv-cinder-798198-2-iscsi neutron-server[93301]: INFO neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Loaded extension: address-scope Aug 10 14:22:13.446117 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Loading extension file: admin_state_down_before_update.py {{(pid=93301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 14:22:13.447040 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 14:22:13.447546 dv-cinder-798198-2-iscsi neutron-server[93301]: INFO neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Loaded extension: router-admin-state-down-before-update Aug 10 14:22:13.447865 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Loading extension file: agent.py {{(pid=93301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 14:22:13.448750 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 14:22:13.449261 dv-cinder-798198-2-iscsi neutron-server[93301]: INFO neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Loaded extension: agent Aug 10 14:22:13.449615 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Loading extension file: agent_resources_synced.py {{(pid=93301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 14:22:13.450520 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 14:22:13.451028 dv-cinder-798198-2-iscsi neutron-server[93301]: INFO neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Loaded extension: agent-resources-synced Aug 10 14:22:13.451345 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Loading extension file: allowedaddresspairs.py {{(pid=93301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 14:22:13.453135 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 14:22:13.453671 dv-cinder-798198-2-iscsi neutron-server[93301]: INFO neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Loaded extension: allowed-address-pairs Aug 10 14:22:13.453997 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Loading extension file: auto_allocated_topology.py {{(pid=93301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 14:22:13.455070 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 14:22:13.455577 dv-cinder-798198-2-iscsi neutron-server[93301]: INFO neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Loaded extension: auto-allocated-topology Aug 10 14:22:13.455900 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Loading extension file: availability_zone.py {{(pid=93301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 14:22:13.456587 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 14:22:13.457090 dv-cinder-798198-2-iscsi neutron-server[93301]: INFO neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Loaded extension: availability_zone Aug 10 14:22:13.457410 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Loading extension file: availability_zone_filter.py {{(pid=93301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 14:22:13.458333 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 14:22:13.458833 dv-cinder-798198-2-iscsi neutron-server[93301]: INFO neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Loaded extension: availability_zone_filter Aug 10 14:22:13.459690 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Loading extension file: data_plane_status.py {{(pid=93301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 14:22:13.460589 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 14:22:13.461364 dv-cinder-798198-2-iscsi neutron-server[93301]: INFO neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Extension data-plane-status not supported by any of loaded plugins Aug 10 14:22:13.461683 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Loading extension file: default_subnetpools.py {{(pid=93301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 14:22:13.462590 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 14:22:13.463092 dv-cinder-798198-2-iscsi neutron-server[93301]: INFO neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Loaded extension: default-subnetpools Aug 10 14:22:13.463411 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Loading extension file: dhcpagentscheduler.py {{(pid=93301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 14:22:13.464217 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 14:22:13.464728 dv-cinder-798198-2-iscsi neutron-server[93301]: INFO neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Loaded extension: dhcp_agent_scheduler Aug 10 14:22:13.465049 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Loading extension file: dns.py {{(pid=93301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 14:22:13.465988 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 14:22:13.466488 dv-cinder-798198-2-iscsi neutron-server[93301]: INFO neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Extension dns-integration not supported by any of loaded plugins Aug 10 14:22:13.466808 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Loading extension file: dns_domain_ports.py {{(pid=93301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 14:22:13.467719 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 14:22:13.468219 dv-cinder-798198-2-iscsi neutron-server[93301]: INFO neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 10 14:22:13.468540 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 14:22:13.469475 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 14:22:13.469985 dv-cinder-798198-2-iscsi neutron-server[93301]: INFO neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 10 14:22:13.470307 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Loading extension file: dvr.py {{(pid=93301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 14:22:13.470977 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 14:22:13.471479 dv-cinder-798198-2-iscsi neutron-server[93301]: INFO neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Loaded extension: dvr Aug 10 14:22:13.471792 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Loading extension file: ecmp_routes.py {{(pid=93301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 14:22:13.472695 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=93301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 14:22:13.473194 dv-cinder-798198-2-iscsi neutron-server[93301]: INFO neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Extension ecmp_routes not supported by any of loaded plugins Aug 10 14:22:13.473541 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Loading extension file: empty_string_filtering.py {{(pid=93301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 14:22:13.474441 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 14:22:13.475031 dv-cinder-798198-2-iscsi neutron-server[93301]: INFO neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Loaded extension: empty-string-filtering Aug 10 14:22:13.475351 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 14:22:13.476250 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 14:22:13.476754 dv-cinder-798198-2-iscsi neutron-server[93301]: INFO neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 10 14:22:13.477072 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 14:22:13.478018 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 14:22:13.478520 dv-cinder-798198-2-iscsi neutron-server[93301]: INFO neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 10 14:22:13.478837 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Loading extension file: external_net.py {{(pid=93301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 14:22:13.479733 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 14:22:13.480238 dv-cinder-798198-2-iscsi neutron-server[93301]: INFO neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Loaded extension: external-net Aug 10 14:22:13.480555 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Loading extension file: extra_dhcp_opt.py {{(pid=93301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 14:22:13.481490 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 14:22:13.481992 dv-cinder-798198-2-iscsi neutron-server[93301]: INFO neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Loaded extension: extra_dhcp_opt Aug 10 14:22:13.482308 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Loading extension file: extraroute.py {{(pid=93301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 14:22:13.483208 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 14:22:13.483710 dv-cinder-798198-2-iscsi neutron-server[93301]: INFO neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Loaded extension: extraroute Aug 10 14:22:13.484025 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Loading extension file: extraroute_atomic.py {{(pid=93301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 14:22:13.485044 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 14:22:13.485589 dv-cinder-798198-2-iscsi neutron-server[93301]: INFO neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Loaded extension: extraroute-atomic Aug 10 14:22:13.485908 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Loading extension file: filter_validation.py {{(pid=93301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 14:22:13.486565 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 14:22:13.487066 dv-cinder-798198-2-iscsi neutron-server[93301]: INFO neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Loaded extension: filter-validation Aug 10 14:22:13.487381 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Loading extension file: fip_pf_description.py {{(pid=93301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 14:22:13.488275 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 14:22:13.488771 dv-cinder-798198-2-iscsi neutron-server[93301]: INFO neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 10 14:22:13.489087 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Loading extension file: fip_port_details.py {{(pid=93301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 14:22:13.490030 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 14:22:13.491078 dv-cinder-798198-2-iscsi neutron-server[93301]: INFO neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Loaded extension: fip-port-details Aug 10 14:22:13.491398 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Loading extension file: flavors.py {{(pid=93301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 14:22:13.492625 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 14:22:13.493140 dv-cinder-798198-2-iscsi neutron-server[93301]: INFO neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Loaded extension: flavors Aug 10 14:22:13.493489 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 14:22:13.495159 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 14:22:13.495681 dv-cinder-798198-2-iscsi neutron-server[93301]: INFO neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 10 14:22:13.496012 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Loading extension file: floatingip_pools.py {{(pid=93301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 14:22:13.496713 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 14:22:13.497258 dv-cinder-798198-2-iscsi neutron-server[93301]: INFO neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Loaded extension: floatingip-pools Aug 10 14:22:13.497612 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Loading extension file: ip_allocation.py {{(pid=93301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 14:22:13.498544 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 14:22:13.499051 dv-cinder-798198-2-iscsi neutron-server[93301]: INFO neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Extension ip_allocation not supported by any of loaded plugins Aug 10 14:22:13.499373 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 14:22:13.500283 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 14:22:13.500795 dv-cinder-798198-2-iscsi neutron-server[93301]: INFO neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Loaded extension: ip-substring-filtering Aug 10 14:22:13.501114 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Loading extension file: l2_adjacency.py {{(pid=93301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 14:22:13.502067 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 14:22:13.502568 dv-cinder-798198-2-iscsi neutron-server[93301]: INFO neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 10 14:22:13.502891 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Loading extension file: l3.py {{(pid=93301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 14:22:13.504000 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 14:22:13.504526 dv-cinder-798198-2-iscsi neutron-server[93301]: INFO neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Loaded extension: router Aug 10 14:22:13.504855 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Loading extension file: l3_conntrack_helper.py {{(pid=93301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 14:22:13.507779 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 14:22:13.508302 dv-cinder-798198-2-iscsi neutron-server[93301]: INFO neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 10 14:22:13.508631 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 14:22:13.509604 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 14:22:13.510125 dv-cinder-798198-2-iscsi neutron-server[93301]: INFO neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Loaded extension: ext-gw-mode Aug 10 14:22:13.510452 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 14:22:13.511392 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 14:22:13.511905 dv-cinder-798198-2-iscsi neutron-server[93301]: INFO neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Loaded extension: l3-ha Aug 10 14:22:13.512257 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Loading extension file: l3_flavors.py {{(pid=93301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 14:22:13.513165 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 14:22:13.513710 dv-cinder-798198-2-iscsi neutron-server[93301]: INFO neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Loaded extension: l3-flavors Aug 10 14:22:13.514032 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 14:22:13.514948 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 14:22:13.515460 dv-cinder-798198-2-iscsi neutron-server[93301]: INFO neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 10 14:22:13.515782 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Loading extension file: l3agentscheduler.py {{(pid=93301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 14:22:13.516810 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 14:22:13.517319 dv-cinder-798198-2-iscsi neutron-server[93301]: INFO neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Loaded extension: l3_agent_scheduler Aug 10 14:22:13.517696 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Loading extension file: logging.py {{(pid=93301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 14:22:13.519190 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 14:22:13.519706 dv-cinder-798198-2-iscsi neutron-server[93301]: INFO neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Extension logging not supported by any of loaded plugins Aug 10 14:22:13.520033 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Loading extension file: metering.py {{(pid=93301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 14:22:13.520774 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 14:22:13.521354 dv-cinder-798198-2-iscsi neutron-server[93301]: INFO neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Loaded extension: metering Aug 10 14:22:13.521731 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 14:22:13.522836 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 14:22:13.523362 dv-cinder-798198-2-iscsi neutron-server[93301]: INFO neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Loaded extension: metering_source_and_destination_fields Aug 10 14:22:13.523681 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Loading extension file: multiprovidernet.py {{(pid=93301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 14:22:13.524617 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 14:22:13.525206 dv-cinder-798198-2-iscsi neutron-server[93301]: INFO neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Loaded extension: multi-provider Aug 10 14:22:13.525558 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Loading extension file: netmtu.py {{(pid=93301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 14:22:13.526483 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 14:22:13.526986 dv-cinder-798198-2-iscsi neutron-server[93301]: INFO neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Loaded extension: net-mtu Aug 10 14:22:13.527305 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Loading extension file: netmtu_writable.py {{(pid=93301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 14:22:13.528315 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 14:22:13.528918 dv-cinder-798198-2-iscsi neutron-server[93301]: INFO neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Loaded extension: net-mtu-writable Aug 10 14:22:13.529245 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Loading extension file: network_availability_zone.py {{(pid=93301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 14:22:13.529946 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 14:22:13.530450 dv-cinder-798198-2-iscsi neutron-server[93301]: INFO neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Loaded extension: network_availability_zone Aug 10 14:22:13.530854 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Loading extension file: network_ip_availability.py {{(pid=93301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 14:22:13.532016 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 14:22:13.532529 dv-cinder-798198-2-iscsi neutron-server[93301]: INFO neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Loaded extension: network-ip-availability Aug 10 14:22:13.532850 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Loading extension file: network_segment_range.py {{(pid=93301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 14:22:13.533664 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 14:22:13.534167 dv-cinder-798198-2-iscsi neutron-server[93301]: INFO neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Extension network-segment-range not supported by any of loaded plugins Aug 10 14:22:13.534485 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Loading extension file: pagination.py {{(pid=93301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 14:22:13.535473 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 14:22:13.535799 dv-cinder-798198-2-iscsi neutron-server[93301]: INFO neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Loaded extension: pagination Aug 10 14:22:13.536117 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Loading extension file: port_device_profile.py {{(pid=93301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 14:22:13.537085 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 14:22:13.537634 dv-cinder-798198-2-iscsi neutron-server[93301]: INFO neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Loaded extension: port-device-profile Aug 10 14:22:13.537957 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 14:22:13.538941 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 14:22:13.539452 dv-cinder-798198-2-iscsi neutron-server[93301]: INFO neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Loaded extension: port-mac-address-regenerate Aug 10 14:22:13.539771 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 14:22:13.540713 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 14:22:13.541281 dv-cinder-798198-2-iscsi neutron-server[93301]: INFO neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Loaded extension: port-numa-affinity-policy Aug 10 14:22:13.541624 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Loading extension file: port_resource_request.py {{(pid=93301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 14:22:13.542556 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 14:22:13.543053 dv-cinder-798198-2-iscsi neutron-server[93301]: INFO neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Extension port-resource-request not supported by any of loaded plugins Aug 10 14:22:13.543371 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Loading extension file: portbindings.py {{(pid=93301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 14:22:13.544369 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 14:22:13.544885 dv-cinder-798198-2-iscsi neutron-server[93301]: INFO neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Loaded extension: binding Aug 10 14:22:13.545183 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Loading extension file: portbindings_extended.py {{(pid=93301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 14:22:13.546650 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 14:22:13.547164 dv-cinder-798198-2-iscsi neutron-server[93301]: INFO neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Loaded extension: binding-extended Aug 10 14:22:13.547491 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Loading extension file: portsecurity.py {{(pid=93301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 14:22:13.548402 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 14:22:13.548911 dv-cinder-798198-2-iscsi neutron-server[93301]: INFO neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Loaded extension: port-security Aug 10 14:22:13.549233 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Loading extension file: project_id.py {{(pid=93301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 14:22:13.550296 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 14:22:13.550622 dv-cinder-798198-2-iscsi neutron-server[93301]: INFO neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Loaded extension: project-id Aug 10 14:22:13.550941 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Loading extension file: providernet.py {{(pid=93301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 14:22:13.551874 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 14:22:13.552386 dv-cinder-798198-2-iscsi neutron-server[93301]: INFO neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Loaded extension: provider Aug 10 14:22:13.553259 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Loading extension file: qos.py {{(pid=93301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 14:22:13.556754 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 14:22:13.557276 dv-cinder-798198-2-iscsi neutron-server[93301]: INFO neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Extension qos not supported by any of loaded plugins Aug 10 14:22:13.557629 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 14:22:13.558861 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 14:22:13.559380 dv-cinder-798198-2-iscsi neutron-server[93301]: INFO neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 10 14:22:13.559780 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 14:22:13.560701 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 14:22:13.561212 dv-cinder-798198-2-iscsi neutron-server[93301]: INFO neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 10 14:22:13.561578 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Loading extension file: qos_default.py {{(pid=93301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 14:22:13.562515 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 14:22:13.563026 dv-cinder-798198-2-iscsi neutron-server[93301]: INFO neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Extension qos-default not supported by any of loaded plugins Aug 10 14:22:13.563351 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Loading extension file: qos_fip.py {{(pid=93301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 14:22:13.564009 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 14:22:13.564513 dv-cinder-798198-2-iscsi neutron-server[93301]: INFO neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Extension qos-fip not supported by any of loaded plugins Aug 10 14:22:13.564840 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Loading extension file: qos_gateway_ip.py {{(pid=93301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 14:22:13.565788 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 14:22:13.566298 dv-cinder-798198-2-iscsi neutron-server[93301]: INFO neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 10 14:22:13.566620 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Loading extension file: qos_port_network_policy.py {{(pid=93301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 14:22:13.567526 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 14:22:13.568034 dv-cinder-798198-2-iscsi neutron-server[93301]: INFO neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 10 14:22:13.568956 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Loading extension file: qos_pps_rule.py {{(pid=93301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 14:22:13.570158 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=93301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 14:22:13.570672 dv-cinder-798198-2-iscsi neutron-server[93301]: INFO neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Extension qos-pps not supported by any of loaded plugins Aug 10 14:22:13.570994 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Loading extension file: qos_rule_type_details.py {{(pid=93301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 14:22:13.571903 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 14:22:13.572411 dv-cinder-798198-2-iscsi neutron-server[93301]: INFO neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 10 14:22:13.572732 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Loading extension file: qos_rules_alias.py {{(pid=93301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 14:22:13.573785 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 14:22:13.574293 dv-cinder-798198-2-iscsi neutron-server[93301]: INFO neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 10 14:22:13.574618 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Loading extension file: quotasv2.py {{(pid=93301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 14:22:13.575573 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 14:22:13.575899 dv-cinder-798198-2-iscsi neutron-server[93301]: INFO neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Loaded extension: quotas Aug 10 14:22:13.576220 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Loading extension file: quotasv2_detail.py {{(pid=93301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 14:22:13.579331 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 14:22:13.579674 dv-cinder-798198-2-iscsi neutron-server[93301]: INFO neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Loaded extension: quota_details Aug 10 14:22:13.580003 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Loading extension file: rbac.py {{(pid=93301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 14:22:13.581273 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 14:22:13.581833 dv-cinder-798198-2-iscsi neutron-server[93301]: INFO neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Loaded extension: rbac-policies Aug 10 14:22:13.582163 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Loading extension file: rbac_address_group.py {{(pid=93301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 14:22:13.583086 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 14:22:13.583599 dv-cinder-798198-2-iscsi neutron-server[93301]: INFO neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Loaded extension: rbac-address-group Aug 10 14:22:13.583969 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Loading extension file: rbac_address_scope.py {{(pid=93301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 14:22:13.584890 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 14:22:13.585397 dv-cinder-798198-2-iscsi neutron-server[93301]: INFO neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Loaded extension: rbac-address-scope Aug 10 14:22:13.585743 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Loading extension file: rbac_security_groups.py {{(pid=93301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 14:22:13.586908 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 14:22:13.587423 dv-cinder-798198-2-iscsi neutron-server[93301]: INFO neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Loaded extension: rbac-security-groups Aug 10 14:22:13.587750 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Loading extension file: rbac_subnetpool.py {{(pid=93301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 14:22:13.588663 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 14:22:13.589172 dv-cinder-798198-2-iscsi neutron-server[93301]: INFO neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Loaded extension: rbac-subnetpool Aug 10 14:22:13.589530 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Loading extension file: revisionifmatch.py {{(pid=93301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 14:22:13.590447 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 14:22:13.590959 dv-cinder-798198-2-iscsi neutron-server[93301]: INFO neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Loaded extension: revision-if-match Aug 10 14:22:13.591280 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Loading extension file: revisions.py {{(pid=93301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 14:22:13.592393 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 14:22:13.592908 dv-cinder-798198-2-iscsi neutron-server[93301]: INFO neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Loaded extension: standard-attr-revisions Aug 10 14:22:13.593229 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Loading extension file: router_availability_zone.py {{(pid=93301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 14:22:13.593931 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 14:22:13.594437 dv-cinder-798198-2-iscsi neutron-server[93301]: INFO neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Loaded extension: router_availability_zone Aug 10 14:22:13.594769 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Loading extension file: routerservicetype.py {{(pid=93301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 14:22:13.595678 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 14:22:13.596184 dv-cinder-798198-2-iscsi neutron-server[93301]: INFO neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Extension router-service-type not supported by any of loaded plugins Aug 10 14:22:13.596505 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 14:22:13.597458 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 14:22:13.597967 dv-cinder-798198-2-iscsi neutron-server[93301]: INFO neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Loaded extension: security-groups-normalized-cidr Aug 10 14:22:13.598286 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Loading extension file: security_groups_port_filtering.py {{(pid=93301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 14:22:13.599198 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 14:22:13.600246 dv-cinder-798198-2-iscsi neutron-server[93301]: INFO neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Loaded extension: port-security-groups-filtering Aug 10 14:22:13.600565 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 14:22:13.601522 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 14:22:13.602032 dv-cinder-798198-2-iscsi neutron-server[93301]: INFO neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Loaded extension: security-groups-remote-address-group Aug 10 14:22:13.602353 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Loading extension file: securitygroup.py {{(pid=93301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 14:22:13.612116 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 14:22:13.612653 dv-cinder-798198-2-iscsi neutron-server[93301]: INFO neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Loaded extension: security-group Aug 10 14:22:13.612989 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Loading extension file: segment.py {{(pid=93301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 14:22:13.613840 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 14:22:13.614345 dv-cinder-798198-2-iscsi neutron-server[93301]: INFO neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Extension segment not supported by any of loaded plugins Aug 10 14:22:13.614682 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 14:22:13.616240 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 14:22:13.616746 dv-cinder-798198-2-iscsi neutron-server[93301]: INFO neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 10 14:22:13.617071 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Loading extension file: servicetype.py {{(pid=93301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 14:22:13.618298 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 14:22:13.618819 dv-cinder-798198-2-iscsi neutron-server[93301]: INFO neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Loaded extension: service-type Aug 10 14:22:13.619569 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Loading extension file: sorting.py {{(pid=93301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 14:22:13.620118 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 14:22:13.620448 dv-cinder-798198-2-iscsi neutron-server[93301]: INFO neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Loaded extension: sorting Aug 10 14:22:13.620770 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Loading extension file: standard_attr_segment.py {{(pid=93301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 14:22:13.621710 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 14:22:13.622216 dv-cinder-798198-2-iscsi neutron-server[93301]: INFO neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 10 14:22:13.622535 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Loading extension file: standardattrdescription.py {{(pid=93301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 14:22:13.623179 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 14:22:13.623680 dv-cinder-798198-2-iscsi neutron-server[93301]: INFO neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Loaded extension: standard-attr-description Aug 10 14:22:13.623999 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Loading extension file: stateful_security_group.py {{(pid=93301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 14:22:13.624922 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 14:22:13.625458 dv-cinder-798198-2-iscsi neutron-server[93301]: INFO neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Loaded extension: stateful-security-group Aug 10 14:22:13.625782 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Loading extension file: stdattrs_common.py {{(pid=93301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 14:22:13.626364 dv-cinder-798198-2-iscsi neutron-server[93301]: WARNING neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 10 14:22:13.626682 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 14:22:13.627591 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 14:22:13.628097 dv-cinder-798198-2-iscsi neutron-server[93301]: INFO neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 10 14:22:13.628417 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Loading extension file: subnet_onboard.py {{(pid=93301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 14:22:13.629516 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 14:22:13.630029 dv-cinder-798198-2-iscsi neutron-server[93301]: INFO neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Loaded extension: subnet_onboard Aug 10 14:22:13.630352 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 14:22:13.631297 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 14:22:13.631803 dv-cinder-798198-2-iscsi neutron-server[93301]: INFO neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 10 14:22:13.632124 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Loading extension file: subnet_service_types.py {{(pid=93301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 14:22:13.633032 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 14:22:13.633577 dv-cinder-798198-2-iscsi neutron-server[93301]: INFO neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Loaded extension: subnet-service-types Aug 10 14:22:13.633899 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Loading extension file: subnetallocation.py {{(pid=93301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 14:22:13.634975 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 14:22:13.635487 dv-cinder-798198-2-iscsi neutron-server[93301]: INFO neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Loaded extension: subnet_allocation Aug 10 14:22:13.635809 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 14:22:13.636477 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 14:22:13.636988 dv-cinder-798198-2-iscsi neutron-server[93301]: INFO neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Loaded extension: subnetpool-prefix-ops Aug 10 14:22:13.637310 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 14:22:13.638281 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 14:22:13.638791 dv-cinder-798198-2-iscsi neutron-server[93301]: INFO neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 10 14:22:13.639111 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Loading extension file: tagging.py {{(pid=93301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 14:22:13.640191 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 14:22:13.640715 dv-cinder-798198-2-iscsi neutron-server[93301]: INFO neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Loaded extension: standard-attr-tag Aug 10 14:22:13.641038 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Loading extension file: timestamp.py {{(pid=93301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 14:22:13.642273 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 14:22:13.642786 dv-cinder-798198-2-iscsi neutron-server[93301]: INFO neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Loaded extension: standard-attr-timestamp Aug 10 14:22:13.643110 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Loading extension file: trunk.py {{(pid=93301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 14:22:13.644128 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 14:22:13.644646 dv-cinder-798198-2-iscsi neutron-server[93301]: INFO neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Extension trunk not supported by any of loaded plugins Aug 10 14:22:13.644966 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Loading extension file: trunk_details.py {{(pid=93301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 14:22:13.645905 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 14:22:13.646453 dv-cinder-798198-2-iscsi neutron-server[93301]: INFO neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Extension trunk-details not supported by any of loaded plugins Aug 10 14:22:13.646824 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Loading extension file: uplink_status_propagation.py {{(pid=93301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 14:22:13.647689 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 14:22:13.648197 dv-cinder-798198-2-iscsi neutron-server[93301]: INFO neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 10 14:22:13.648514 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Loading extension file: vlantransparent.py {{(pid=93301) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 14:22:13.649188 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93301) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 14:22:13.649725 dv-cinder-798198-2-iscsi neutron-server[93301]: INFO neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 10 14:22:13.652219 dv-cinder-798198-2-iscsi neutron-server[93301]: INFO neutron.quota.resource_registry [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Creating instance of TrackedResource for resource:network Aug 10 14:22:13.652745 dv-cinder-798198-2-iscsi neutron-server[93301]: INFO neutron.quota.resource_registry [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Creating instance of TrackedResource for resource:subnet Aug 10 14:22:13.653136 dv-cinder-798198-2-iscsi neutron-server[93301]: INFO neutron.quota.resource_registry [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Creating instance of TrackedResource for resource:subnetpool Aug 10 14:22:13.653555 dv-cinder-798198-2-iscsi neutron-server[93301]: INFO neutron.quota.resource_registry [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Creating instance of TrackedResource for resource:port Aug 10 14:22:13.654807 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.v2.resource_helper [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93301) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 14:22:13.655285 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.v2.resource_helper [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Service FLAVORS assigned prefix: {{(pid=93301) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 14:22:13.655919 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.v2.resource_helper [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93301) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 14:22:13.656334 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.v2.resource_helper [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93301) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 14:22:13.656660 dv-cinder-798198-2-iscsi neutron-server[93301]: INFO neutron.quota.resource_registry [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Creating instance of TrackedResource for resource:router Aug 10 14:22:13.657078 dv-cinder-798198-2-iscsi neutron-server[93301]: INFO neutron.quota.resource_registry [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Creating instance of TrackedResource for resource:floatingip Aug 10 14:22:13.657609 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.v2.resource_helper [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Service METERING assigned prefix: /metering {{(pid=93301) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 14:22:13.659045 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron_lib.callbacks.manager [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:22:13.659410 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron_lib.callbacks.manager [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:22:13.659754 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron_lib.callbacks.manager [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93301) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:22:13.660765 dv-cinder-798198-2-iscsi neutron-server[93301]: INFO neutron.quota.resource_registry [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Creating instance of CountableResource for resource:rbac_policy Aug 10 14:22:13.661217 dv-cinder-798198-2-iscsi neutron-server[93301]: INFO neutron.quota.resource_registry [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Creating instance of TrackedResource for resource:security_group Aug 10 14:22:13.661680 dv-cinder-798198-2-iscsi neutron-server[93301]: INFO neutron.quota.resource_registry [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 10 14:22:13.664000 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.v2.resource_helper [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Service CORE assigned prefix: {{(pid=93301) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 14:22:13.664354 dv-cinder-798198-2-iscsi neutron-server[93301]: INFO neutron.quota.resource_registry [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Creating instance of TrackedResource for resource:subnetpool Aug 10 14:22:13.664715 dv-cinder-798198-2-iscsi neutron-server[93301]: WARNING neutron.quota.resource_registry [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] subnetpool is already registered Aug 10 14:22:13.665169 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.v2.resource_helper [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Service CORE assigned prefix: {{(pid=93301) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 14:22:13.665524 dv-cinder-798198-2-iscsi neutron-server[93301]: INFO neutron.quota.resource_registry [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Creating instance of TrackedResource for resource:subnetpool Aug 10 14:22:13.665859 dv-cinder-798198-2-iscsi neutron-server[93301]: WARNING neutron.quota.resource_registry [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] subnetpool is already registered Aug 10 14:22:13.668128 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.v2.resource_helper [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93301) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 14:22:13.668555 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.v2.resource_helper [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Service FLAVORS assigned prefix: {{(pid=93301) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 14:22:13.669141 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.v2.resource_helper [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93301) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 14:22:13.669588 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.v2.resource_helper [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93301) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 14:22:13.669917 dv-cinder-798198-2-iscsi neutron-server[93301]: INFO neutron.quota.resource_registry [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Creating instance of TrackedResource for resource:router Aug 10 14:22:13.670252 dv-cinder-798198-2-iscsi neutron-server[93301]: WARNING neutron.quota.resource_registry [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] router is already registered Aug 10 14:22:13.670655 dv-cinder-798198-2-iscsi neutron-server[93301]: INFO neutron.quota.resource_registry [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Creating instance of TrackedResource for resource:floatingip Aug 10 14:22:13.670985 dv-cinder-798198-2-iscsi neutron-server[93301]: WARNING neutron.quota.resource_registry [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] floatingip is already registered Aug 10 14:22:13.671437 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.v2.resource_helper [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Service METERING assigned prefix: /metering {{(pid=93301) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 14:22:13.672095 dv-cinder-798198-2-iscsi neutron-server[93301]: INFO neutron.quota.resource_registry [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Creating instance of CountableResource for resource:rbac_policy Aug 10 14:22:13.672415 dv-cinder-798198-2-iscsi neutron-server[93301]: WARNING neutron.quota.resource_registry [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] rbac_policy is already registered Aug 10 14:22:13.672819 dv-cinder-798198-2-iscsi neutron-server[93301]: INFO neutron.quota.resource_registry [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Creating instance of TrackedResource for resource:security_group Aug 10 14:22:13.673148 dv-cinder-798198-2-iscsi neutron-server[93301]: WARNING neutron.quota.resource_registry [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] security_group is already registered Aug 10 14:22:13.673571 dv-cinder-798198-2-iscsi neutron-server[93301]: INFO neutron.quota.resource_registry [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 10 14:22:13.673896 dv-cinder-798198-2-iscsi neutron-server[93301]: WARNING neutron.quota.resource_registry [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] security_group_rule is already registered Aug 10 14:22:13.674525 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.v2.resource_helper [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Service CORE assigned prefix: {{(pid=93301) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 14:22:13.674847 dv-cinder-798198-2-iscsi neutron-server[93301]: INFO neutron.quota.resource_registry [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Creating instance of TrackedResource for resource:subnetpool Aug 10 14:22:13.675175 dv-cinder-798198-2-iscsi neutron-server[93301]: WARNING neutron.quota.resource_registry [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] subnetpool is already registered Aug 10 14:22:13.675595 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.v2.resource_helper [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Service CORE assigned prefix: {{(pid=93301) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 14:22:13.675912 dv-cinder-798198-2-iscsi neutron-server[93301]: INFO neutron.quota.resource_registry [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Creating instance of TrackedResource for resource:subnetpool Aug 10 14:22:13.676236 dv-cinder-798198-2-iscsi neutron-server[93301]: WARNING neutron.quota.resource_registry [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] subnetpool is already registered Aug 10 14:22:13.676681 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Extended resource: extensions {{(pid=93301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 14:22:13.678790 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Extended resource: address-groups {{(pid=93301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 14:22:13.680336 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Extended resource: address-scopes {{(pid=93301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 14:22:13.681791 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Extended resource: agents {{(pid=93301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 14:22:13.682944 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Extended resource: auto-allocated-topology {{(pid=93301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 14:22:13.684206 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Extended resource: availability_zones {{(pid=93301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 14:22:13.685452 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Extended resource: dhcp-networks {{(pid=93301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 14:22:13.686966 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Extended resource: dhcp-agents {{(pid=93301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 14:22:13.688384 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Extended resource: routers {{(pid=93301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 14:22:13.690141 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Extended resource: flavors {{(pid=93301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 14:22:13.691399 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Extended resource: service_profiles {{(pid=93301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 14:22:13.692608 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Extended resource: next_providers {{(pid=93301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 14:22:13.694128 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Extended resource: service_profiles {{(pid=93301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 14:22:13.695664 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Extended resource: floatingip-pools {{(pid=93301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 14:22:13.696890 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Extended resource: routers {{(pid=93301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 14:22:13.698630 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Extended resource: floatingips {{(pid=93301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 14:22:13.699923 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Extended resource: l3-routers {{(pid=93301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 14:22:13.701296 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Extended resource: l3-agents {{(pid=93301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 14:22:13.702738 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Extended resource: metering-labels {{(pid=93301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 14:22:13.704001 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Extended resource: metering-label-rules {{(pid=93301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 14:22:13.705388 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Extended resource: network-ip-availabilities {{(pid=93301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 14:22:13.706658 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Extended resource: bindings {{(pid=93301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 14:22:13.708218 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Extended resource: quotas {{(pid=93301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 14:22:13.709823 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Extended resource: quotas {{(pid=93301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 14:22:13.711512 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Extended resource: rbac-policies {{(pid=93301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 14:22:13.712705 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Extended resource: security-groups {{(pid=93301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 14:22:13.714042 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Extended resource: security-group-rules {{(pid=93301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 14:22:13.715285 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Extended resource: service-providers {{(pid=93301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 14:22:13.716493 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Extended resource: subnetpools {{(pid=93301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 14:22:13.717869 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Extended resource: subnetpools {{(pid=93301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 14:22:13.719419 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Extended resource: tags {{(pid=93301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 14:22:13.721096 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Extended resource: tags {{(pid=93301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 14:22:13.722921 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Extended resource: tags {{(pid=93301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 14:22:13.725439 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Extended resource: tags {{(pid=93301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 14:22:13.727284 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Extended resource: tags {{(pid=93301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 14:22:13.730343 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Extended resource: tags {{(pid=93301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 14:22:13.732034 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Extended resource: tags {{(pid=93301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 14:22:13.733845 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Extended resource: tags {{(pid=93301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 14:22:13.735818 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Extended resource: tags {{(pid=93301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 14:22:13.737613 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron.api.extensions [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Extended resource: tags {{(pid=93301) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 14:22:13.744734 dv-cinder-798198-2-iscsi neutron-server[93301]: WARNING keystonemiddleware.auth_token [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 10 14:22:13.749333 dv-cinder-798198-2-iscsi neutron-server[93301]: WARNING keystonemiddleware.auth_token [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 10 14:22:13.758341 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_concurrency.lockutils [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Acquired lock "singleton_lock" {{(pid=93301) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 10 14:22:13.758818 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_concurrency.lockutils [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Releasing lock "singleton_lock" {{(pid=93301) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 10 14:22:13.759463 dv-cinder-798198-2-iscsi neutron-server[93301]: INFO oslo_service.service [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Starting 2 workers Aug 10 14:22:13.764244 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Started child 93410 {{(pid=93301) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 10 14:22:13.768810 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Started child 93411 {{(pid=93301) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 10 14:22:13.769855 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:13.770492 dv-cinder-798198-2-iscsi neutron-server[93301]: INFO neutron.service [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 10 14:22:13.771082 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron_lib.callbacks.manager [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Notify callbacks [] for process, before_spawn {{(pid=93301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:13.771326 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [-] (93410) wsgi starting up on http://0.0.0.0:9696 Aug 10 14:22:13.773594 dv-cinder-798198-2-iscsi neutron-server[93301]: INFO oslo_service.service [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Starting 1 workers Aug 10 14:22:13.773995 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:13.775388 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [-] (93411) wsgi starting up on http://0.0.0.0:9696 Aug 10 14:22:13.778789 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Started child 93412 {{(pid=93301) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 10 14:22:13.779334 dv-cinder-798198-2-iscsi neutron-server[93301]: INFO oslo_service.service [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Starting 1 workers Aug 10 14:22:13.782676 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.service [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] calling RpcWorker wait() {{(pid=93412) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 10 14:22:13.783248 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.service [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] returning from RpcWorker wait() {{(pid=93412) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 10 14:22:13.783854 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Started child 93413 {{(pid=93301) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 10 14:22:13.784666 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:13.784765 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG neutron_lib.callbacks.manager [None req-addb09a4-2c0d-4128-9f69-aa1ae638f7c4 None None] Notify callbacks [] for process, after_spawn {{(pid=93301) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:13.785196 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:22:13.786583 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93301) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 10 14:22:13.786785 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 10 14:22:13.786973 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 10 14:22:13.787729 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 10 14:22:13.788086 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 10 14:22:13.788248 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 10 14:22:13.788776 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:13.789045 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:13.789297 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:13.789442 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:13.789933 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:13.789933 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:13.790423 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:13.790693 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:13.790928 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:13.791184 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:13.791443 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:13.791613 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:13.791774 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:13.792012 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:13.792239 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:13.792514 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:13.792776 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:13.793030 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:13.793299 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:13.793488 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:13.793744 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:13.794022 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:13.794269 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:13.794541 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] debug = True {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:13.794780 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:13.795284 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:13.795533 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:13.795787 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:13.796031 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:13.796284 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:13.796507 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:13.796756 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:13.797000 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:13.797209 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:13.797440 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:13.797710 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:13.797964 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:13.798193 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:13.798410 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:13.798664 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:13.798879 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:13.799345 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] host = dv-cinder-798198-2-iscsi {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:13.799560 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:13.799790 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:13.800038 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:13.800285 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:13.800552 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:13.800787 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:13.801066 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:13.801293 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:13.801578 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:13.801802 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:13.802036 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:13.802293 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:13.802516 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:13.803446 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] log_file = None {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:13.803582 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] log_options = True {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:13.803787 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:13.804047 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:13.804305 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:13.804494 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:13.804697 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:13.804822 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:13.805060 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:13.805221 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:13.805493 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:13.805730 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:13.805941 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:13.806152 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:13.806361 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:13.806577 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:13.806812 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:13.807057 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:13.807268 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:13.807476 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:13.807752 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:13.807955 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:13.808184 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:13.808406 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:13.808642 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:13.808851 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:13.809081 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:13.809297 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:13.809588 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:13.809803 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:13.810013 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:13.810268 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:13.810497 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:13.810761 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:13.810990 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:13.811232 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:13.811454 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:13.811674 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:13.811884 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:13.812149 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:13.812374 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:13.812622 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:13.812875 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:13.813109 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:13.813360 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:13.813651 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:13.813812 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:13.814044 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] use_json = False {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:13.814253 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:13.814481 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:13.814728 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:13.814953 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:13.815189 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:13.815406 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:13.815631 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:13.815874 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:13.816293 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.816573 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.816886 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.817132 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.817381 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.817655 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.817918 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.818131 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.818451 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.818701 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.819027 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.819264 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.819559 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.819821 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.820062 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.820377 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.820617 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.820901 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.821140 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.821386 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.821647 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:22:13.821795 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.821930 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.822182 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.822450 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.822709 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.42/identity {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.822965 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.823199 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.823449 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.823912 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.823912 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.824267 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.824445 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.824746 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.825057 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.825205 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.825476 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.825724 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.825935 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.826161 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.826378 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.826654 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.826852 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.827087 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.827300 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.827787 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.827787 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.828027 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.828138 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.828327 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.828554 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.828766 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.829474 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.829474 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.829474 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.829811 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.829811 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.830623 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.830623 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.830623 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.830979 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.830979 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.831276 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.831551 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.831770 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.833452 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.833452 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.833452 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.833452 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.833452 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.833452 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.833452 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.833452 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.834023 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.834023 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.834212 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.834389 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.834610 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.834858 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.835075 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.835310 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.835525 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.835745 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.835977 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.836451 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.836744 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.837066 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.837305 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.837574 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.837792 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.838903 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.840261 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.840658 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.840862 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.841128 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.841364 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.841683 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.841924 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.842964 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.842964 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.842964 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.842964 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.843286 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.843363 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.843579 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.843850 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.844084 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.844356 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.844595 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.844832 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.845064 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.845320 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.845624 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.845875 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.846164 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.846384 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.846656 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.847097 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.847256 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.847498 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.847746 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.847996 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.848251 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.848505 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.848787 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.849049 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.849291 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.850063 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.850355 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.850572 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.850790 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.851004 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.851272 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.851604 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.851833 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.852079 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.852295 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.852590 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.852848 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.853113 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.853376 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.855457 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.855705 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.855959 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.857763 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.42/identity {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.858031 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.858287 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.858571 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.858806 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.859060 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.859315 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.859575 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.859782 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.860001 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.860237 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.860453 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.860673 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.860905 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.861123 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.861339 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.861647 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.861866 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.862084 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.862318 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.862544 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.862753 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.862963 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.863169 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.863410 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.863621 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.863903 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.864164 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.864375 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.864614 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.865118 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.865118 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.866158 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.866438 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.866651 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.866848 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.867063 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.867278 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.868611 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.871227 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.871924 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.872168 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.872428 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.872691 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.873041 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.873315 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.873608 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.873852 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.874074 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.874327 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.874567 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.874788 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.875000 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.875211 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.875445 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.875704 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.875925 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.876193 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.876404 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.876622 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.876821 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.877031 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.877240 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.878422 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.879012 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.879343 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.880421 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.881524 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.881781 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.882039 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.882274 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.882844 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.882844 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.883040 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.883191 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.883379 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.883591 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.883810 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.884057 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.884275 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.884907 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.885193 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.885465 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.885689 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.885915 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.886126 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.886341 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.886591 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.886832 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.887058 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.887852 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.888074 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.888655 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.888880 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.889102 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.889458 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.889669 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.889884 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.890098 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.890405 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.890667 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.890903 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.891174 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.891402 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.891648 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.891894 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.892177 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.892410 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.892648 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.892864 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.893099 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.893347 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.893630 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.893960 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.894247 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.894493 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.894765 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.895061 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.895335 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.895594 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.895825 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.896116 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.896964 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.897246 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.897517 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.897748 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.897991 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.898208 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.898418 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.898658 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.898886 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.899097 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.899363 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.899606 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.899857 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.900068 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.900287 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.900496 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.900736 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.900963 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.901216 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.901439 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.901591 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 10 14:22:13.902100 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93301) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 10 14:22:13.902261 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 10 14:22:13.902411 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 10 14:22:13.902577 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 10 14:22:13.902743 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 10 14:22:13.902904 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 10 14:22:13.903082 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:13.903242 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:13.903400 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:13.903552 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:13.903723 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:13.903883 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:13.904039 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:13.904194 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:13.904350 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:13.904494 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:13.904656 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:13.904915 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:13.905071 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:13.905223 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:13.905376 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:13.905617 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:13.905780 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:13.905939 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:13.906100 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:13.906245 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:13.906399 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:13.906537 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:13.906753 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] debug = True {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:13.906910 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:13.907119 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:13.907305 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:13.907430 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:13.907552 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:13.907714 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:13.907915 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:13.908071 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:13.908381 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:13.908532 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:13.908818 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:13.909121 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:13.909267 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:13.909471 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:13.909588 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:13.909739 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:13.909895 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:13.910058 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] host = dv-cinder-798198-2-iscsi {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:13.910200 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:13.910363 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:13.910493 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:13.910654 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:13.910806 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:13.910964 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:13.911118 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:13.911266 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:13.911423 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:13.911573 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:13.911727 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:13.911883 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:13.912126 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:13.912260 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] log_file = None {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:13.912431 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] log_options = True {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:13.912562 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:13.912713 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:13.912878 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:13.913048 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:13.913229 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:13.913351 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:13.913527 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:13.913682 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:13.913838 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:13.913983 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:13.914139 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:13.914299 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:13.914438 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:13.914591 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:13.914741 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:13.914892 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:13.915042 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:13.915204 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:13.915354 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:13.915509 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:13.915665 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:13.915816 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:13.915965 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:13.916116 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:13.916272 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:13.916462 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:13.916566 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:13.916713 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:13.916875 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:13.917014 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:13.917319 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:13.917506 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:13.917662 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:13.917814 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:13.917968 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:13.918122 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:13.918276 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:13.918434 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:13.918588 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:13.918743 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:13.918896 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:13.919050 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:13.919204 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:13.919358 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:13.919511 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:13.919665 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] use_json = False {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:13.919983 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:13.920084 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:13.920217 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:13.920360 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:13.920514 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:13.920674 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:13.920829 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:13.920985 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 14:22:13.921164 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.921299 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.921482 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.921625 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.921785 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.921942 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.922098 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.922253 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.922410 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.922564 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.922729 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.922887 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.923053 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.923209 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.923364 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.923523 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.923680 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.923835 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.923922 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:22:13.924007 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.924136 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.924292 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.924448 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.924621 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.924778 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.924935 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.42/identity {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.925092 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.925249 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.925409 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.925592 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.925747 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.925903 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.926059 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.926215 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.926371 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.926527 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.926682 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.926837 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.926994 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.927151 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.927324 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.927470 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.928158 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.928320 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.928477 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.928635 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.928790 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.928948 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.929104 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.929261 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.929435 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.929601 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.929757 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.929913 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.930074 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.930232 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.930437 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.930527 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.930685 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.930864 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.930984 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.931140 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.931310 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.931465 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.931621 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.931778 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.931933 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.932088 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.932245 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.932400 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.932558 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.932713 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.932868 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.933023 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.933178 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.933334 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.933514 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.933671 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.933828 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.933984 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.934141 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.934297 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.934454 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.934610 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.934765 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.934928 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.935098 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.935253 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.935408 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.935613 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.935730 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.935837 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.935996 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.936152 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.936307 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.936463 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.936618 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.936775 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.936933 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.937089 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.937337 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.937337 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.937732 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.937732 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.937963 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.938097 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.938219 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.938338 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.938458 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.938560 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.938714 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.938868 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.939033 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.939189 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.939347 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.939503 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.939666 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.939831 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.939987 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.940217 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.940350 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.940471 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.940590 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.940727 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.940947 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.941073 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.941225 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.941375 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.941561 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.941738 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.941891 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.942011 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.942199 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.942321 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.942441 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.942560 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.942679 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.942799 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.942954 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.943109 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.943886 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.944029 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.944151 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.944270 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.944390 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.42/identity {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.944540 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.944697 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.944894 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.945069 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.945227 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.945385 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.945562 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.945703 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.945866 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.946023 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.946179 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.946334 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.946491 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.946647 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.946803 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.946961 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.947124 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.947280 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.947440 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.947596 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.947752 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.947908 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.948064 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.948220 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.948376 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.948535 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.948691 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.948849 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.949005 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.949162 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.949319 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.949495 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.949656 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.949812 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.949969 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.950125 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.950303 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.950428 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.950572 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.950728 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.950886 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.951098 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.951223 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.951333 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.951494 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.951652 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.951806 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.951961 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.952118 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.952276 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.952480 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.952593 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.952750 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.952906 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.953065 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.953223 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.953396 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.953557 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.953713 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.953871 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.954026 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.954181 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.954350 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.954509 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.954665 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.954820 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.954977 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.955135 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.955300 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.955458 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.955613 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.955772 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.955930 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.956085 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.956250 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.956407 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.956563 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.956718 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.956895 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.957031 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.957195 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.957357 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.957533 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.957753 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.957848 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.957992 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.958157 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.958314 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.958470 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.958624 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.958779 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.958977 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.959144 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.959301 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.959457 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.959611 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.959767 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.959923 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.960090 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.960247 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.960402 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.960567 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.960722 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.960877 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.961291 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.961480 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.961638 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.961797 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.961953 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.962108 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.962264 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.962422 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.962582 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.962748 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.962912 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.963069 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.963233 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.963398 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.963562 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.963718 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.963880 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.964051 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.964208 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.964365 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.964520 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.964675 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.964830 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.964986 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.965141 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.965296 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.965469 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.965627 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.965783 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.965982 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.966099 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.966223 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.966369 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.966523 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.966678 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.966834 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.966991 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 14:22:13.967141 dv-cinder-798198-2-iscsi neutron-server[93301]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93301) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 10 14:22:14.114353 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.wsgi [-] (93410) accepted ('10.222.0.42', 46370) {{(pid=93410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:22:14.123463 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [-] 10.222.0.42 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063050 Aug 10 14:22:26.181636 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1042cf27-1917-455d-bc85-b10c47cb9185 None None] get_active_networks_info from dv-cinder-798198-2-iscsi {{(pid=93412) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 10 14:22:26.285331 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1042cf27-1917-455d-bc85-b10c47cb9185 None None] No non-hosted networks {{(pid=93412) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 10 14:22:26.327524 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.agentschedulers_db [None req-1042cf27-1917-455d-bc85-b10c47cb9185 None None] DHCP Agent not found on host dv-cinder-798198-2-iscsi {{(pid=93412) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 10 14:22:26.448436 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-caf3e7c9-b1a4-4ca0-a03e-99f3a752c54f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-889853'] for agent, after_create {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:29.041373 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-889853'] for agent, after_create {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:29.042309 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:22:29.042666 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:22:29.042969 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:22:29.043429 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:22:29.043792 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:22:29.044210 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:22:29.045917 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:22:29.046308 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:22:29.046646 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:22:29.046977 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:22:29.047305 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:22:29.052338 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:22:29.052868 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-798198-2-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:22:29.069516 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-798198-2-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:22:29.088654 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-330b6ae7-9540-43cc-bc79-ab7a6066a596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-889853'] for agent, after_create {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:29.135789 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-d98d5dfd-f1b6-4da1-b5ee-629aad80b0b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:30.179658 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-1682deac-1581-4d55-87bc-bceb4bcaf759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-889853'] for agent, after_create {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:32.102198 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-f97b798d-bd61-4bdb-bb4a-e55e1a0659df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-889853'] for agent, after_create {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:33.070397 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.wsgi [-] (93410) accepted ('10.222.0.42', 46462) {{(pid=93410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:22:33.593277 dv-cinder-798198-2-iscsi neutron-server[93410]: WARNING oslo_policy.policy [None req-5796f647-88a9-49c5-8d93-edfea59d06b0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 10 14:22:33.593885 dv-cinder-798198-2-iscsi neutron-server[93410]: WARNING oslo_policy.policy [None req-5796f647-88a9-49c5-8d93-edfea59d06b0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 10 14:22:33.810845 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.wsgi [None req-5796f647-88a9-49c5-8d93-edfea59d06b0 admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=93410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 14:22:33.811913 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [None req-5796f647-88a9-49c5-8d93-edfea59d06b0 admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7406220 Aug 10 14:22:35.460882 dv-cinder-798198-2-iscsi neutron-server[93412]: INFO neutron.db.l3_hamode_db [None req-90a29d34-5850-4be9-ae93-112d225700e2 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 10 14:22:35.539400 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a29d34-5850-4be9-ae93-112d225700e2 None None] Routers set() bound to L3 agent in host dv-cinder-798198-2-iscsi {{(pid=93412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:22:35.539781 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a29d34-5850-4be9-ae93-112d225700e2 None None] Router IDs set() for agent in host dv-cinder-798198-2-iscsi {{(pid=93412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 10 14:22:36.208430 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.wsgi [-] (93410) accepted ('10.222.0.42', 46476) {{(pid=93410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:22:36.526932 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.v2.base [None req-6bb3520a-eade-4481-b9e6-96fc9fb72bf0 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'shared': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=93410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:22:36.622831 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.policy [None req-6bb3520a-eade-4481-b9e6-96fc9fb72bf0 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93410) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 10 14:22:36.668372 dv-cinder-798198-2-iscsi neutron-server[93410]: WARNING oslo_policy.policy [None req-6bb3520a-eade-4481-b9e6-96fc9fb72bf0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 10 14:22:36.668748 dv-cinder-798198-2-iscsi neutron-server[93410]: WARNING oslo_policy.policy [None req-6bb3520a-eade-4481-b9e6-96fc9fb72bf0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 10 14:22:36.677386 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.quota [None req-6bb3520a-eade-4481-b9e6-96fc9fb72bf0 admin admin] Loaded quota_driver: . Aug 10 14:22:36.770779 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-6bb3520a-eade-4481-b9e6-96fc9fb72bf0 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8786681139170', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8786681138647', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8786681147779', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8786681186292', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8786681286311', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8786681170246', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1782889', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1888078', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1030555', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-965077'] for rbac-policy, before_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:36.836524 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-6bb3520a-eade-4481-b9e6-96fc9fb72bf0 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:36.837641 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [None req-6bb3520a-eade-4481-b9e6-96fc9fb72bf0 admin admin] 10.222.0.42 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6281743 Aug 10 14:22:39.483682 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.wsgi [-] (93410) accepted ('10.222.0.42', 46488) {{(pid=93410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:22:39.836550 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.v2.base [None req-f82b215f-b4f2-4d8f-b78e-3ea2255ad588 admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': 'e83b3e07412a4e7e8942c6110a78afd6', 'tenant_id': 'e83b3e07412a4e7e8942c6110a78afd6', 'name': 'private'}} {{(pid=93410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:22:39.872449 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f82b215f-b4f2-4d8f-b78e-3ea2255ad588 admin admin] Made reservation on behalf of e83b3e07412a4e7e8942c6110a78afd6 for: {'network': 1} {{(pid=93410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 14:22:39.876229 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-f82b215f-b4f2-4d8f-b78e-3ea2255ad588 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for network, before_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:39.897307 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-f82b215f-b4f2-4d8f-b78e-3ea2255ad588 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:40.032706 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-f82b215f-b4f2-4d8f-b78e-3ea2255ad588 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:40.037669 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-f82b215f-b4f2-4d8f-b78e-3ea2255ad588 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734645'] for security_group, after_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:40.062974 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f82b215f-b4f2-4d8f-b78e-3ea2255ad588 admin admin] vlan segment allocate from pool success with {'vlan_id': 559, 'physical_network': 'physnet1'} {{(pid=93410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 14:22:40.093471 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-f82b215f-b4f2-4d8f-b78e-3ea2255ad588 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8786683991911', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1962803'] for segment, precommit_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:40.094087 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-f82b215f-b4f2-4d8f-b78e-3ea2255ad588 admin admin] Unsubscribe: segment precommit_create {{(pid=93410) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 10 14:22:40.094620 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.db.segments_db [None req-f82b215f-b4f2-4d8f-b78e-3ea2255ad588 admin admin] Added segment 00769f98-e063-49bc-ab9f-6631a03f2744 of type vlan for network 1ed8ca8d-098b-4c1b-b751-73fcd0a93226 Aug 10 14:22:40.114697 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82b215f-b4f2-4d8f-b78e-3ea2255ad588 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=809b5b3e-eb73-42d9-89a4-17e780de9c21,revision_number=1']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:22:40.141858 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82b215f-b4f2-4d8f-b78e-3ea2255ad588 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:22:40.142131 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82b215f-b4f2-4d8f-b78e-3ea2255ad588 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:22:40.142473 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82b215f-b4f2-4d8f-b78e-3ea2255ad588 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:22:40.142814 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82b215f-b4f2-4d8f-b78e-3ea2255ad588 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:22:40.143138 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82b215f-b4f2-4d8f-b78e-3ea2255ad588 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:22:40.143478 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82b215f-b4f2-4d8f-b78e-3ea2255ad588 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:22:40.143811 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82b215f-b4f2-4d8f-b78e-3ea2255ad588 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:22:40.144133 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82b215f-b4f2-4d8f-b78e-3ea2255ad588 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:22:40.144473 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82b215f-b4f2-4d8f-b78e-3ea2255ad588 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:22:40.144867 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82b215f-b4f2-4d8f-b78e-3ea2255ad588 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:22:40.145218 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82b215f-b4f2-4d8f-b78e-3ea2255ad588 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:22:40.145584 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82b215f-b4f2-4d8f-b78e-3ea2255ad588 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:22:40.146688 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82b215f-b4f2-4d8f-b78e-3ea2255ad588 admin admin] Tracked resource versions report: Aug 10 14:22:40.146688 dv-cinder-798198-2-iscsi neutron-server[93410]: pushed versions: Aug 10 14:22:40.146688 dv-cinder-798198-2-iscsi neutron-server[93410]: { 'AddressGroup': {'1.2'}, Aug 10 14:22:40.146688 dv-cinder-798198-2-iscsi neutron-server[93410]: 'ConntrackHelper': {'1.0'}, Aug 10 14:22:40.146688 dv-cinder-798198-2-iscsi neutron-server[93410]: 'Log': {'1.0'}, Aug 10 14:22:40.146688 dv-cinder-798198-2-iscsi neutron-server[93410]: 'Network': {'1.1'}, Aug 10 14:22:40.146688 dv-cinder-798198-2-iscsi neutron-server[93410]: 'Port': {'1.7'}, Aug 10 14:22:40.146688 dv-cinder-798198-2-iscsi neutron-server[93410]: 'PortForwarding': {'1.2'}, Aug 10 14:22:40.146688 dv-cinder-798198-2-iscsi neutron-server[93410]: 'QosPolicy': {'1.9'}, Aug 10 14:22:40.146688 dv-cinder-798198-2-iscsi neutron-server[93410]: 'SecurityGroup': {'1.4'}, Aug 10 14:22:40.146688 dv-cinder-798198-2-iscsi neutron-server[93410]: 'SecurityGroupRule': {'1.2'}, Aug 10 14:22:40.146688 dv-cinder-798198-2-iscsi neutron-server[93410]: 'SubPort': {'1.0'}, Aug 10 14:22:40.146688 dv-cinder-798198-2-iscsi neutron-server[93410]: 'Subnet': {'1.1'}, Aug 10 14:22:40.146688 dv-cinder-798198-2-iscsi neutron-server[93410]: 'Trunk': {'1.1'}} Aug 10 14:22:40.146688 dv-cinder-798198-2-iscsi neutron-server[93410]: consumer versions: Aug 10 14:22:40.146688 dv-cinder-798198-2-iscsi neutron-server[93410]: { DHCP agent@dv-cinder-798198-2-iscsi: {}, Aug 10 14:22:40.146688 dv-cinder-798198-2-iscsi neutron-server[93410]: L3 agent@dv-cinder-798198-2-iscsi: {}, Aug 10 14:22:40.146688 dv-cinder-798198-2-iscsi neutron-server[93410]: Metadata agent@dv-cinder-798198-2-iscsi: {}, Aug 10 14:22:40.146688 dv-cinder-798198-2-iscsi neutron-server[93410]: Metering agent@dv-cinder-798198-2-iscsi: {}, Aug 10 14:22:40.146688 dv-cinder-798198-2-iscsi neutron-server[93410]: Open vSwitch agent@dv-cinder-798198-2-iscsi: { 'AddressGroup': '1.2', Aug 10 14:22:40.146688 dv-cinder-798198-2-iscsi neutron-server[93410]: 'ConntrackHelper': '1.0', Aug 10 14:22:40.146688 dv-cinder-798198-2-iscsi neutron-server[93410]: 'Log': '1.0', Aug 10 14:22:40.146688 dv-cinder-798198-2-iscsi neutron-server[93410]: 'Network': '1.1', Aug 10 14:22:40.146688 dv-cinder-798198-2-iscsi neutron-server[93410]: 'Port': '1.7', Aug 10 14:22:40.146688 dv-cinder-798198-2-iscsi neutron-server[93410]: 'PortForwarding': '1.2', Aug 10 14:22:40.146688 dv-cinder-798198-2-iscsi neutron-server[93410]: 'QosPolicy': '1.9', Aug 10 14:22:40.146688 dv-cinder-798198-2-iscsi neutron-server[93410]: 'SecurityGroup': '1.4', Aug 10 14:22:40.146688 dv-cinder-798198-2-iscsi neutron-server[93410]: 'SecurityGroupRule': '1.2', Aug 10 14:22:40.146688 dv-cinder-798198-2-iscsi neutron-server[93410]: 'SubPort': '1.0', Aug 10 14:22:40.146688 dv-cinder-798198-2-iscsi neutron-server[93410]: 'Subnet': '1.1', Aug 10 14:22:40.146688 dv-cinder-798198-2-iscsi neutron-server[93410]: 'Trunk': '1.1'}} Aug 10 14:22:40.146688 dv-cinder-798198-2-iscsi neutron-server[93410]: {{(pid=93410) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 10 14:22:40.228258 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-f82b215f-b4f2-4d8f-b78e-3ea2255ad588 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786683450956'] for network, precommit_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:40.286928 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-f82b215f-b4f2-4d8f-b78e-3ea2255ad588 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238'] for network, after_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:40.288113 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f82b215f-b4f2-4d8f-b78e-3ea2255ad588 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:22:40.288757 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-f82b215f-b4f2-4d8f-b78e-3ea2255ad588 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-767256'] for network, before_response {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:40.369142 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [None req-f82b215f-b4f2-4d8f-b78e-3ea2255ad588 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8841341 Aug 10 14:22:40.396134 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82b215f-b4f2-4d8f-b78e-3ea2255ad588 admin admin] Pushing event updated for resources: {'Network': ['ID=1ed8ca8d-098b-4c1b-b751-73fcd0a93226,revision_number=1']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:22:40.408831 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Network 1ed8ca8d-098b-4c1b-b751-73fcd0a93226 details requested by agent ovs-agent-dv-cinder-798198-2-iscsi with host dv-cinder-798198-2-iscsi {{(pid=93412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 14:22:43.130537 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.wsgi [-] (93410) accepted ('10.222.0.42', 46502) {{(pid=93410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:22:43.560420 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5314a6ac-b3c4-4280-8569-8bf6ac13d8f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:22:43.561737 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [None req-5314a6ac-b3c4-4280-8569-8bf6ac13d8f9 admin admin] 10.222.0.42 "GET /v2.0/networks/1ed8ca8d-098b-4c1b-b751-73fcd0a93226 HTTP/1.1" status: 200 len: 825 time: 0.4301965 Aug 10 14:22:43.587868 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [None req-50204f7e-7c68-4507-a761-28884fec97e4 admin admin] 10.222.0.42 "GET /v2.0/subnetpools/27a17656-5037-47c3-89d4-f1e0b7f59660 HTTP/1.1" status: 200 len: 734 time: 0.0192864 Aug 10 14:22:43.598907 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.v2.base [None req-6dba0900-8cbc-4f2e-a4ef-d6d446818b73 admin admin] Request body: {'subnet': {'subnetpool_id': '27a17656-5037-47c3-89d4-f1e0b7f59660', 'name': 'private-subnet', 'network_id': '1ed8ca8d-098b-4c1b-b751-73fcd0a93226', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'tenant_id': 'e83b3e07412a4e7e8942c6110a78afd6'}} {{(pid=93410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:22:43.625852 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dba0900-8cbc-4f2e-a4ef-d6d446818b73 admin admin] Made reservation on behalf of e83b3e07412a4e7e8942c6110a78afd6 for: {'subnet': 1} {{(pid=93410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 14:22:43.628069 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-6dba0900-8cbc-4f2e-a4ef-d6d446818b73 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:43.938149 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-6dba0900-8cbc-4f2e-a4ef-d6d446818b73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238'] for subnet, after_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:44.006416 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dba0900-8cbc-4f2e-a4ef-d6d446818b73 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc54e6d5-30e7-4f48-8ea7-f791d7c01881,revision_number=0']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:22:44.017493 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dba0900-8cbc-4f2e-a4ef-d6d446818b73 admin admin] Checking segment: {'id': '00769f98-e063-49bc-ab9f-6631a03f2744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '1ed8ca8d-098b-4c1b-b751-73fcd0a93226'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 14:22:44.017892 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dba0900-8cbc-4f2e-a4ef-d6d446818b73 admin admin] Network hostable DHCP agents. Network: 1ed8ca8d-098b-4c1b-b751-73fcd0a93226, hostable agents: ['53faeb90-ccf6-4b1a-8900-1e421dfb616b'], hosted agents: [] {{(pid=93410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 14:22:44.040305 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dba0900-8cbc-4f2e-a4ef-d6d446818b73 admin admin] Network 1ed8ca8d-098b-4c1b-b751-73fcd0a93226 is scheduled to be hosted by DHCP agent 53faeb90-ccf6-4b1a-8900-1e421dfb616b with binding_index 1 {{(pid=93410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 14:22:44.052469 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.scheduler.base_scheduler [None req-6dba0900-8cbc-4f2e-a4ef-d6d446818b73 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798198-2-iscsi, 1ed8ca8d-098b-4c1b-b751-73fcd0a93226) {{(pid=93410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:22:44.057513 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dba0900-8cbc-4f2e-a4ef-d6d446818b73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:22:44.058181 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-6dba0900-8cbc-4f2e-a4ef-d6d446818b73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-767256'] for subnet, before_response {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:44.062934 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c4ba982-3eab-4fe5-b7a0-93d9352676f5 None None] Network 1ed8ca8d-098b-4c1b-b751-73fcd0a93226 requested from dv-cinder-798198-2-iscsi {{(pid=93412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 14:22:44.073652 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [None req-6dba0900-8cbc-4f2e-a4ef-d6d446818b73 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4795477 Aug 10 14:22:44.410741 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9982e5c2-74e0-4ce4-9443-0475dadaf8a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8873163a-82cf-5338-8941-670df499cab8-1ed8ca8d-098b-4c1b-b751-73fcd0a93226', 'network_id': '1ed8ca8d-098b-4c1b-b751-73fcd0a93226', 'tenant_id': 'e83b3e07412a4e7e8942c6110a78afd6', 'fixed_ips': [{'subnet_id': 'cc54e6d5-30e7-4f48-8ea7-f791d7c01881'}]}} from dv-cinder-798198-2-iscsi. {{(pid=93412) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 14:22:44.412170 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-9982e5c2-74e0-4ce4-9443-0475dadaf8a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_create {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:44.710462 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.db_base_plugin_common [None req-9982e5c2-74e0-4ce4-9443-0475dadaf8a7 None None] Allocated IP 172.20.0.2 (1ed8ca8d-098b-4c1b-b751-73fcd0a93226/cc54e6d5-30e7-4f48-8ea7-f791d7c01881/60aa54ce-dbd7-489a-93d3-a185def6920e) {{(pid=93412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 14:22:44.955866 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-9982e5c2-74e0-4ce4-9443-0475dadaf8a7 None None] Notify callbacks [] for port, precommit_create {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:44.976558 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.provisioning_blocks [None req-9982e5c2-74e0-4ce4-9443-0475dadaf8a7 None None] Transition to ACTIVE for port object 60aa54ce-dbd7-489a-93d3-a185def6920e will not be triggered until provisioned by entity L2. {{(pid=93412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 14:22:44.999895 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.provisioning_blocks [None req-9982e5c2-74e0-4ce4-9443-0475dadaf8a7 None None] Transition to ACTIVE for port object 60aa54ce-dbd7-489a-93d3-a185def6920e will not be triggered until provisioned by entity DHCP. {{(pid=93412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 14:22:45.008645 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-9982e5c2-74e0-4ce4-9443-0475dadaf8a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786683465198'] for port, after_create {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:45.095634 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9982e5c2-74e0-4ce4-9443-0475dadaf8a7 None None] Network 1ed8ca8d-098b-4c1b-b751-73fcd0a93226 is already hosted by enough agents. {{(pid=93412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 14:22:45.100544 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.scheduler.base_scheduler [None req-9982e5c2-74e0-4ce4-9443-0475dadaf8a7 None None] Resources bound (agent type, host, resource id): {{(pid=93412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:22:45.102360 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9982e5c2-74e0-4ce4-9443-0475dadaf8a7 None None] Pushing event updated for resources: {'Port': ['ID=60aa54ce-dbd7-489a-93d3-a185def6920e,revision_number=1']} {{(pid=93412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:22:45.107573 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9982e5c2-74e0-4ce4-9443-0475dadaf8a7 None None] Received port after_create {{(pid=93412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 14:22:45.116555 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9982e5c2-74e0-4ce4-9443-0475dadaf8a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:22:45.116900 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9982e5c2-74e0-4ce4-9443-0475dadaf8a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:22:45.117238 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9982e5c2-74e0-4ce4-9443-0475dadaf8a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:22:45.117667 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9982e5c2-74e0-4ce4-9443-0475dadaf8a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:22:45.118080 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9982e5c2-74e0-4ce4-9443-0475dadaf8a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:22:45.118607 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9982e5c2-74e0-4ce4-9443-0475dadaf8a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:22:45.119058 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9982e5c2-74e0-4ce4-9443-0475dadaf8a7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:22:45.119472 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9982e5c2-74e0-4ce4-9443-0475dadaf8a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:22:45.120126 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9982e5c2-74e0-4ce4-9443-0475dadaf8a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:22:45.120469 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9982e5c2-74e0-4ce4-9443-0475dadaf8a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:22:45.120919 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9982e5c2-74e0-4ce4-9443-0475dadaf8a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:22:45.121248 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9982e5c2-74e0-4ce4-9443-0475dadaf8a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:22:45.122674 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9982e5c2-74e0-4ce4-9443-0475dadaf8a7 None None] Tracked resource versions report: Aug 10 14:22:45.122674 dv-cinder-798198-2-iscsi neutron-server[93412]: pushed versions: Aug 10 14:22:45.122674 dv-cinder-798198-2-iscsi neutron-server[93412]: { 'AddressGroup': {'1.2'}, Aug 10 14:22:45.122674 dv-cinder-798198-2-iscsi neutron-server[93412]: 'ConntrackHelper': {'1.0'}, Aug 10 14:22:45.122674 dv-cinder-798198-2-iscsi neutron-server[93412]: 'Log': {'1.0'}, Aug 10 14:22:45.122674 dv-cinder-798198-2-iscsi neutron-server[93412]: 'Network': {'1.1'}, Aug 10 14:22:45.122674 dv-cinder-798198-2-iscsi neutron-server[93412]: 'Port': {'1.7'}, Aug 10 14:22:45.122674 dv-cinder-798198-2-iscsi neutron-server[93412]: 'PortForwarding': {'1.2'}, Aug 10 14:22:45.122674 dv-cinder-798198-2-iscsi neutron-server[93412]: 'QosPolicy': {'1.9'}, Aug 10 14:22:45.122674 dv-cinder-798198-2-iscsi neutron-server[93412]: 'SecurityGroup': {'1.4'}, Aug 10 14:22:45.122674 dv-cinder-798198-2-iscsi neutron-server[93412]: 'SecurityGroupRule': {'1.2'}, Aug 10 14:22:45.122674 dv-cinder-798198-2-iscsi neutron-server[93412]: 'SubPort': {'1.0'}, Aug 10 14:22:45.122674 dv-cinder-798198-2-iscsi neutron-server[93412]: 'Subnet': {'1.1'}, Aug 10 14:22:45.122674 dv-cinder-798198-2-iscsi neutron-server[93412]: 'Trunk': {'1.1'}} Aug 10 14:22:45.122674 dv-cinder-798198-2-iscsi neutron-server[93412]: consumer versions: Aug 10 14:22:45.122674 dv-cinder-798198-2-iscsi neutron-server[93412]: { DHCP agent@dv-cinder-798198-2-iscsi: {}, Aug 10 14:22:45.122674 dv-cinder-798198-2-iscsi neutron-server[93412]: L3 agent@dv-cinder-798198-2-iscsi: {}, Aug 10 14:22:45.122674 dv-cinder-798198-2-iscsi neutron-server[93412]: Metadata agent@dv-cinder-798198-2-iscsi: {}, Aug 10 14:22:45.122674 dv-cinder-798198-2-iscsi neutron-server[93412]: Metering agent@dv-cinder-798198-2-iscsi: {}, Aug 10 14:22:45.122674 dv-cinder-798198-2-iscsi neutron-server[93412]: Open vSwitch agent@dv-cinder-798198-2-iscsi: { 'AddressGroup': '1.2', Aug 10 14:22:45.122674 dv-cinder-798198-2-iscsi neutron-server[93412]: 'ConntrackHelper': '1.0', Aug 10 14:22:45.122674 dv-cinder-798198-2-iscsi neutron-server[93412]: 'Log': '1.0', Aug 10 14:22:45.122674 dv-cinder-798198-2-iscsi neutron-server[93412]: 'Network': '1.1', Aug 10 14:22:45.122674 dv-cinder-798198-2-iscsi neutron-server[93412]: 'Port': '1.7', Aug 10 14:22:45.122674 dv-cinder-798198-2-iscsi neutron-server[93412]: 'PortForwarding': '1.2', Aug 10 14:22:45.122674 dv-cinder-798198-2-iscsi neutron-server[93412]: 'QosPolicy': '1.9', Aug 10 14:22:45.122674 dv-cinder-798198-2-iscsi neutron-server[93412]: 'SecurityGroup': '1.4', Aug 10 14:22:45.122674 dv-cinder-798198-2-iscsi neutron-server[93412]: 'SecurityGroupRule': '1.2', Aug 10 14:22:45.122674 dv-cinder-798198-2-iscsi neutron-server[93412]: 'SubPort': '1.0', Aug 10 14:22:45.122674 dv-cinder-798198-2-iscsi neutron-server[93412]: 'Subnet': '1.1', Aug 10 14:22:45.122674 dv-cinder-798198-2-iscsi neutron-server[93412]: 'Trunk': '1.1'}} Aug 10 14:22:45.122674 dv-cinder-798198-2-iscsi neutron-server[93412]: {{(pid=93412) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 10 14:22:45.200350 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.managers [None req-9982e5c2-74e0-4ce4-9443-0475dadaf8a7 None None] Attempting to bind port 60aa54ce-dbd7-489a-93d3-a185def6920e on host dv-cinder-798198-2-iscsi for vnic_type normal with profile {{(pid=93412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 14:22:45.200764 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.managers [None req-9982e5c2-74e0-4ce4-9443-0475dadaf8a7 None None] Attempting to bind port 60aa54ce-dbd7-489a-93d3-a185def6920e by drivers openvswitch,hyperv on host dv-cinder-798198-2-iscsi at level 0 using segments [{'id': '00769f98-e063-49bc-ab9f-6631a03f2744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '1ed8ca8d-098b-4c1b-b751-73fcd0a93226'}] {{(pid=93412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 14:22:45.201202 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9982e5c2-74e0-4ce4-9443-0475dadaf8a7 None None] Attempting to bind port 60aa54ce-dbd7-489a-93d3-a185def6920e on network 1ed8ca8d-098b-4c1b-b751-73fcd0a93226 {{(pid=93412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 14:22:45.206453 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9982e5c2-74e0-4ce4-9443-0475dadaf8a7 None None] Checking agent: {'id': 'd4363d4d-7a35-4f9b-b61a-c2590b3a63af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798198-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 14, 22, 29), 'started_at': datetime.datetime(2021, 8, 10, 14, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 14, 22, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798198-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 14:22:45.206890 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9982e5c2-74e0-4ce4-9443-0475dadaf8a7 None None] Checking segment: {'id': '00769f98-e063-49bc-ab9f-6631a03f2744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '1ed8ca8d-098b-4c1b-b751-73fcd0a93226'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 14:22:45.207352 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-9982e5c2-74e0-4ce4-9443-0475dadaf8a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:45.207756 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9982e5c2-74e0-4ce4-9443-0475dadaf8a7 None None] Bound using segment: {'id': '00769f98-e063-49bc-ab9f-6631a03f2744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '1ed8ca8d-098b-4c1b-b751-73fcd0a93226'} {{(pid=93412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 14:22:45.208223 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.managers [None req-9982e5c2-74e0-4ce4-9443-0475dadaf8a7 None None] Bound port: 60aa54ce-dbd7-489a-93d3-a185def6920e, host: dv-cinder-798198-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00769f98-e063-49bc-ab9f-6631a03f2744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '1ed8ca8d-098b-4c1b-b751-73fcd0a93226'}}] {{(pid=93412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 14:22:45.208612 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-9982e5c2-74e0-4ce4-9443-0475dadaf8a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:45.282345 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.db [None req-9982e5c2-74e0-4ce4-9443-0475dadaf8a7 None None] For port 60aa54ce-dbd7-489a-93d3-a185def6920e, host dv-cinder-798198-2-iscsi, cleared binding levels {{(pid=93412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 14:22:45.287693 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.db [None req-9982e5c2-74e0-4ce4-9443-0475dadaf8a7 None None] For port 60aa54ce-dbd7-489a-93d3-a185def6920e, host dv-cinder-798198-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-2-iscsi',level=0,port_id=60aa54ce-dbd7-489a-93d3-a185def6920e,segment=NetworkSegment(00769f98-e063-49bc-ab9f-6631a03f2744),segment_id=00769f98-e063-49bc-ab9f-6631a03f2744)] {{(pid=93412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 14:22:45.292803 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-9982e5c2-74e0-4ce4-9443-0475dadaf8a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683854493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786683465220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786683465238'] for port, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:45.361815 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9982e5c2-74e0-4ce4-9443-0475dadaf8a7 None None] Pushing event updated for resources: {'Port': ['ID=60aa54ce-dbd7-489a-93d3-a185def6920e,revision_number=2']} {{(pid=93412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:22:46.507040 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.wsgi [-] (93410) accepted ('10.222.0.42', 46510) {{(pid=93410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:22:46.887183 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.wsgi [None req-2ec8fc30-8eb3-462b-8680-9d1b42bc71c4 admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=93410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 14:22:46.888190 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [None req-2ec8fc30-8eb3-462b-8680-9d1b42bc71c4 admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3801901 Aug 10 14:22:49.505972 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.wsgi [-] (93410) accepted ('10.222.0.42', 46518) {{(pid=93410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:22:49.872316 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.wsgi [None req-af6a5128-b35e-4753-961c-2f71a4d45878 admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=93410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 14:22:49.873441 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [None req-af6a5128-b35e-4753-961c-2f71a4d45878 admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3664722 Aug 10 14:22:52.767955 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.wsgi [-] (93410) accepted ('10.222.0.42', 46528) {{(pid=93410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:22:53.114634 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.v2.base [None req-4ed8e12c-cf56-4b55-a626-ee50dc89c61b admin admin] Request body: {'router': {'tenant_id': 'e83b3e07412a4e7e8942c6110a78afd6', 'admin_state_up': True, 'name': 'router1'}} {{(pid=93410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:22:53.141816 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-4ed8e12c-cf56-4b55-a626-ee50dc89c61b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-891600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35319'] for router, before_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:53.144178 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-4ed8e12c-cf56-4b55-a626-ee50dc89c61b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-889952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-879889', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35214'] for router, precommit_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:53.289904 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-4ed8e12c-cf56-4b55-a626-ee50dc89c61b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:53.295125 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-4ed8e12c-cf56-4b55-a626-ee50dc89c61b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-889961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-880098'] for router, after_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:53.320125 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-4ed8e12c-cf56-4b55-a626-ee50dc89c61b admin admin] Notify callbacks [] for router, before_response {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:53.321757 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [None req-4ed8e12c-cf56-4b55-a626-ee50dc89c61b admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5523708 Aug 10 14:22:54.316016 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d91b1624-8fbc-4107-b56b-3fc357a223df None None] Network 1ed8ca8d-098b-4c1b-b751-73fcd0a93226 requested from dv-cinder-798198-2-iscsi {{(pid=93412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 14:22:54.460157 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.provisioning_blocks [None req-24818ed6-95b6-400e-9a9d-7e32287b6ee9 None None] Provisioning for port 60aa54ce-dbd7-489a-93d3-a185def6920e completed by entity DHCP. {{(pid=93412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 14:22:55.167029 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Device 60aa54ce-dbd7-489a-93d3-a185def6920e up at agent ovs-agent-dv-cinder-798198-2-iscsi {{(pid=93412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:22:55.263539 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.provisioning_blocks [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Provisioning for port 60aa54ce-dbd7-489a-93d3-a185def6920e completed by entity L2. {{(pid=93412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 14:22:55.270718 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.provisioning_blocks [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Provisioning complete for port 60aa54ce-dbd7-489a-93d3-a185def6920e triggered by entity L2. {{(pid=93412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:22:55.271279 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932393'] for port, provisioning_complete {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:55.406335 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:55.446779 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.db [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] For port 60aa54ce-dbd7-489a-93d3-a185def6920e, host dv-cinder-798198-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-2-iscsi',level=0,port_id=60aa54ce-dbd7-489a-93d3-a185def6920e,segment=NetworkSegment(00769f98-e063-49bc-ab9f-6631a03f2744),segment_id=00769f98-e063-49bc-ab9f-6631a03f2744)] {{(pid=93412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:22:55.452149 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683854493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786683465220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786683465238'] for port, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:55.515164 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Pushing event updated for resources: {'Port': ['ID=60aa54ce-dbd7-489a-93d3-a185def6920e,revision_number=3']} {{(pid=93412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:22:55.781264 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.wsgi [-] (93410) accepted ('10.222.0.42', 46540) {{(pid=93410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:22:56.097044 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-b65fac44-2622-4524-b8b3-a3feb76749bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:56.129565 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.wsgi [None req-35dc495f-edce-41fb-ac02-6162d4d7fa9f admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=93410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 14:22:56.131377 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [None req-35dc495f-edce-41fb-ac02-6162d4d7fa9f admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3488338 Aug 10 14:22:57.142779 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Device 60aa54ce-dbd7-489a-93d3-a185def6920e up at agent ovs-agent-dv-cinder-798198-2-iscsi {{(pid=93412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:22:57.199073 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.provisioning_blocks [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Provisioning complete for port 60aa54ce-dbd7-489a-93d3-a185def6920e triggered by entity L2. {{(pid=93412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:22:57.199450 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932393'] for port, provisioning_complete {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:58.990452 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.wsgi [-] (93411) accepted ('10.222.0.42', 46548) {{(pid=93411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:22:59.034184 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:59.072472 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-74f6f0b0-e8ba-4226-bfa3-e91b1fe673ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:22:59.596897 dv-cinder-798198-2-iscsi neutron-server[93411]: WARNING oslo_policy.policy [None req-761261af-aeda-4a16-a002-1d18fc56a19a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 10 14:22:59.597496 dv-cinder-798198-2-iscsi neutron-server[93411]: WARNING oslo_policy.policy [None req-761261af-aeda-4a16-a002-1d18fc56a19a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 10 14:22:59.818644 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.v2.base [None req-761261af-aeda-4a16-a002-1d18fc56a19a admin admin] Request body: {'network': {'router:external': True, 'admin_state_up': True, 'provider:network_type': 'flat', 'name': 'public', 'is_default': True, 'provider:physical_network': 'physnet1'}} {{(pid=93411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:22:59.820150 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.quota [None req-761261af-aeda-4a16-a002-1d18fc56a19a admin admin] Loaded quota_driver: . Aug 10 14:22:59.879739 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-761261af-aeda-4a16-a002-1d18fc56a19a admin admin] Made reservation on behalf of c688bb3983014e13b589c291e37f42b7 for: {'network': 1} {{(pid=93411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 14:22:59.947273 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.policy [None req-761261af-aeda-4a16-a002-1d18fc56a19a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93411) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 10 14:22:59.993171 dv-cinder-798198-2-iscsi neutron-server[93411]: WARNING oslo_policy.policy [None req-761261af-aeda-4a16-a002-1d18fc56a19a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 10 14:22:59.993887 dv-cinder-798198-2-iscsi neutron-server[93411]: WARNING oslo_policy.policy [None req-761261af-aeda-4a16-a002-1d18fc56a19a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 10 14:23:00.004292 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-761261af-aeda-4a16-a002-1d18fc56a19a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for network, before_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:00.025104 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-761261af-aeda-4a16-a002-1d18fc56a19a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:00.118412 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-1682deac-1581-4d55-87bc-bceb4bcaf759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:00.167109 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-761261af-aeda-4a16-a002-1d18fc56a19a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:00.171220 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-761261af-aeda-4a16-a002-1d18fc56a19a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734645'] for security_group, after_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:00.184579 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-761261af-aeda-4a16-a002-1d18fc56a19a admin admin] Reserving flat network on physical network physnet1 {{(pid=93411) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 10 14:23:00.219624 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-761261af-aeda-4a16-a002-1d18fc56a19a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8786683991911', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1962803'] for segment, precommit_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:00.220207 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-761261af-aeda-4a16-a002-1d18fc56a19a admin admin] Unsubscribe: segment precommit_create {{(pid=93411) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 10 14:23:00.220809 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.db.segments_db [None req-761261af-aeda-4a16-a002-1d18fc56a19a admin admin] Added segment 9b73c935-a484-45be-a2a0-87b3c816c298 of type flat for network 3c935337-17af-4240-bc2c-ccb5b04b1532 Aug 10 14:23:00.240510 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761261af-aeda-4a16-a002-1d18fc56a19a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c682abd5-6fe2-464f-b321-9e14d2332ef7,revision_number=1']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:23:00.277483 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761261af-aeda-4a16-a002-1d18fc56a19a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:23:00.278037 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761261af-aeda-4a16-a002-1d18fc56a19a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:23:00.278574 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761261af-aeda-4a16-a002-1d18fc56a19a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:23:00.279093 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761261af-aeda-4a16-a002-1d18fc56a19a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:23:00.279620 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761261af-aeda-4a16-a002-1d18fc56a19a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:23:00.280173 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761261af-aeda-4a16-a002-1d18fc56a19a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:23:00.280719 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761261af-aeda-4a16-a002-1d18fc56a19a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:23:00.281261 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761261af-aeda-4a16-a002-1d18fc56a19a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:23:00.281864 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761261af-aeda-4a16-a002-1d18fc56a19a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:23:00.282403 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761261af-aeda-4a16-a002-1d18fc56a19a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:23:00.282920 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761261af-aeda-4a16-a002-1d18fc56a19a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:23:00.283442 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761261af-aeda-4a16-a002-1d18fc56a19a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:23:00.285869 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761261af-aeda-4a16-a002-1d18fc56a19a admin admin] Tracked resource versions report: Aug 10 14:23:00.285869 dv-cinder-798198-2-iscsi neutron-server[93411]: pushed versions: Aug 10 14:23:00.285869 dv-cinder-798198-2-iscsi neutron-server[93411]: { 'AddressGroup': {'1.2'}, Aug 10 14:23:00.285869 dv-cinder-798198-2-iscsi neutron-server[93411]: 'ConntrackHelper': {'1.0'}, Aug 10 14:23:00.285869 dv-cinder-798198-2-iscsi neutron-server[93411]: 'Log': {'1.0'}, Aug 10 14:23:00.285869 dv-cinder-798198-2-iscsi neutron-server[93411]: 'Network': {'1.1'}, Aug 10 14:23:00.285869 dv-cinder-798198-2-iscsi neutron-server[93411]: 'Port': {'1.7'}, Aug 10 14:23:00.285869 dv-cinder-798198-2-iscsi neutron-server[93411]: 'PortForwarding': {'1.2'}, Aug 10 14:23:00.285869 dv-cinder-798198-2-iscsi neutron-server[93411]: 'QosPolicy': {'1.9'}, Aug 10 14:23:00.285869 dv-cinder-798198-2-iscsi neutron-server[93411]: 'SecurityGroup': {'1.4'}, Aug 10 14:23:00.285869 dv-cinder-798198-2-iscsi neutron-server[93411]: 'SecurityGroupRule': {'1.2'}, Aug 10 14:23:00.285869 dv-cinder-798198-2-iscsi neutron-server[93411]: 'SubPort': {'1.0'}, Aug 10 14:23:00.285869 dv-cinder-798198-2-iscsi neutron-server[93411]: 'Subnet': {'1.1'}, Aug 10 14:23:00.285869 dv-cinder-798198-2-iscsi neutron-server[93411]: 'Trunk': {'1.1'}} Aug 10 14:23:00.285869 dv-cinder-798198-2-iscsi neutron-server[93411]: consumer versions: Aug 10 14:23:00.285869 dv-cinder-798198-2-iscsi neutron-server[93411]: { DHCP agent@dv-cinder-798198-2-iscsi: {}, Aug 10 14:23:00.285869 dv-cinder-798198-2-iscsi neutron-server[93411]: L3 agent@dv-cinder-798198-2-iscsi: {}, Aug 10 14:23:00.285869 dv-cinder-798198-2-iscsi neutron-server[93411]: Metadata agent@dv-cinder-798198-2-iscsi: {}, Aug 10 14:23:00.285869 dv-cinder-798198-2-iscsi neutron-server[93411]: Metering agent@dv-cinder-798198-2-iscsi: {}, Aug 10 14:23:00.285869 dv-cinder-798198-2-iscsi neutron-server[93411]: Open vSwitch agent@dv-cinder-798198-2-iscsi: { 'AddressGroup': '1.2', Aug 10 14:23:00.285869 dv-cinder-798198-2-iscsi neutron-server[93411]: 'ConntrackHelper': '1.0', Aug 10 14:23:00.285869 dv-cinder-798198-2-iscsi neutron-server[93411]: 'Log': '1.0', Aug 10 14:23:00.285869 dv-cinder-798198-2-iscsi neutron-server[93411]: 'Network': '1.1', Aug 10 14:23:00.285869 dv-cinder-798198-2-iscsi neutron-server[93411]: 'Port': '1.7', Aug 10 14:23:00.285869 dv-cinder-798198-2-iscsi neutron-server[93411]: 'PortForwarding': '1.2', Aug 10 14:23:00.285869 dv-cinder-798198-2-iscsi neutron-server[93411]: 'QosPolicy': '1.9', Aug 10 14:23:00.285869 dv-cinder-798198-2-iscsi neutron-server[93411]: 'SecurityGroup': '1.4', Aug 10 14:23:00.285869 dv-cinder-798198-2-iscsi neutron-server[93411]: 'SecurityGroupRule': '1.2', Aug 10 14:23:00.285869 dv-cinder-798198-2-iscsi neutron-server[93411]: 'SubPort': '1.0', Aug 10 14:23:00.285869 dv-cinder-798198-2-iscsi neutron-server[93411]: 'Subnet': '1.1', Aug 10 14:23:00.285869 dv-cinder-798198-2-iscsi neutron-server[93411]: 'Trunk': '1.1'}} Aug 10 14:23:00.285869 dv-cinder-798198-2-iscsi neutron-server[93411]: {{(pid=93411) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 10 14:23:00.393129 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-761261af-aeda-4a16-a002-1d18fc56a19a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786683450956'] for network, precommit_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:00.455039 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-761261af-aeda-4a16-a002-1d18fc56a19a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238'] for network, after_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:00.457300 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-761261af-aeda-4a16-a002-1d18fc56a19a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:23:00.458214 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-761261af-aeda-4a16-a002-1d18fc56a19a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-767256'] for network, before_response {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:00.539182 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-761261af-aeda-4a16-a002-1d18fc56a19a admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.5465171 Aug 10 14:23:00.563095 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761261af-aeda-4a16-a002-1d18fc56a19a admin admin] Pushing event updated for resources: {'Network': ['ID=3c935337-17af-4240-bc2c-ccb5b04b1532,revision_number=1']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:23:00.577188 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Network 3c935337-17af-4240-bc2c-ccb5b04b1532 details requested by agent ovs-agent-dv-cinder-798198-2-iscsi with host dv-cinder-798198-2-iscsi {{(pid=93412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 14:23:02.064474 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-f97b798d-bd61-4bdb-bb4a-e55e1a0659df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:03.023403 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.wsgi [-] (93411) accepted ('10.222.0.42', 46578) {{(pid=93411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:23:03.255856 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-539dec7b-7885-4e2b-801d-d8a0721434fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:23:03.257235 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-539dec7b-7885-4e2b-801d-d8a0721434fd admin admin] 10.222.0.42 "GET /v2.0/subnets/cc54e6d5-30e7-4f48-8ea7-f791d7c01881 HTTP/1.1" status: 200 len: 849 time: 0.2328594 Aug 10 14:23:03.422692 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-bfb98a53-7aee-46f5-94fd-d99772bd2e88 admin admin] 10.222.0.42 "GET /v2.0/routers/f00215ee-e109-432d-970d-bb03e93f78f2 HTTP/1.1" status: 200 len: 704 time: 0.1593490 Aug 10 14:23:03.743541 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-6a21215c-ddfc-4d5b-9ab8-18262eb58306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:04.066291 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.db.db_base_plugin_common [None req-6a21215c-ddfc-4d5b-9ab8-18262eb58306 admin admin] Allocated IP 172.20.0.1 (1ed8ca8d-098b-4c1b-b751-73fcd0a93226/cc54e6d5-30e7-4f48-8ea7-f791d7c01881/e499e12c-6941-4d44-94e3-01d99013c476) {{(pid=93411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 14:23:04.264125 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-6a21215c-ddfc-4d5b-9ab8-18262eb58306 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:04.290813 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.db.provisioning_blocks [None req-6a21215c-ddfc-4d5b-9ab8-18262eb58306 admin admin] Transition to ACTIVE for port object e499e12c-6941-4d44-94e3-01d99013c476 will not be triggered until provisioned by entity DHCP. {{(pid=93411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 14:23:04.384139 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-6a21215c-ddfc-4d5b-9ab8-18262eb58306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786683465198'] for port, after_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:04.460064 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a21215c-ddfc-4d5b-9ab8-18262eb58306 admin admin] Network 1ed8ca8d-098b-4c1b-b751-73fcd0a93226 is already hosted by enough agents. {{(pid=93411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 14:23:04.465076 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.scheduler.base_scheduler [None req-6a21215c-ddfc-4d5b-9ab8-18262eb58306 admin admin] Resources bound (agent type, host, resource id): {{(pid=93411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:23:04.475131 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a21215c-ddfc-4d5b-9ab8-18262eb58306 admin admin] Received port after_create {{(pid=93411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 14:23:04.476649 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-6a21215c-ddfc-4d5b-9ab8-18262eb58306 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-717585'] for router_interface, before_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:04.496745 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21215c-ddfc-4d5b-9ab8-18262eb58306 admin admin] Pushing event updated for resources: {'Port': ['ID=e499e12c-6941-4d44-94e3-01d99013c476,revision_number=1']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:23:04.684142 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-6a21215c-ddfc-4d5b-9ab8-18262eb58306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_update {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:04.704156 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.provisioning_blocks [None req-418ce7a0-a88a-4afa-838c-85f0220e66b1 None None] Provisioning for port e499e12c-6941-4d44-94e3-01d99013c476 completed by entity DHCP. {{(pid=93412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 14:23:04.710168 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.provisioning_blocks [None req-418ce7a0-a88a-4afa-838c-85f0220e66b1 None None] Provisioning complete for port e499e12c-6941-4d44-94e3-01d99013c476 triggered by entity DHCP. {{(pid=93412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:23:04.710605 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-418ce7a0-a88a-4afa-838c-85f0220e66b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932393'] for port, provisioning_complete {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:04.747617 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.plugin [None req-418ce7a0-a88a-4afa-838c-85f0220e66b1 None None] Port e499e12c-6941-4d44-94e3-01d99013c476 cannot update to ACTIVE because it is not bound. {{(pid=93412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 14:23:04.963408 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-6a21215c-ddfc-4d5b-9ab8-18262eb58306 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:04.968951 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-6a21215c-ddfc-4d5b-9ab8-18262eb58306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683854493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786683465220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786683465238'] for port, after_update {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:04.969756 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-6a21215c-ddfc-4d5b-9ab8-18262eb58306 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-767284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-717733'] for router_interface, after_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:05.047901 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21215c-ddfc-4d5b-9ab8-18262eb58306 admin admin] Pushing event updated for resources: {'Port': ['ID=e499e12c-6941-4d44-94e3-01d99013c476,revision_number=2']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:23:05.093467 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a21215c-ddfc-4d5b-9ab8-18262eb58306 admin admin] Network 1ed8ca8d-098b-4c1b-b751-73fcd0a93226 is already hosted by enough agents. {{(pid=93411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 14:23:05.094706 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.scheduler.base_scheduler [None req-6a21215c-ddfc-4d5b-9ab8-18262eb58306 admin admin] Resources bound (agent type, host, resource id): {{(pid=93411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:23:05.268711 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.provisioning_blocks [None req-d3a11ec6-4391-4db2-9bbf-6ab53305e0c5 None None] Provisioning complete for port e499e12c-6941-4d44-94e3-01d99013c476 triggered by entity DHCP. {{(pid=93412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:23:05.269090 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-d3a11ec6-4391-4db2-9bbf-6ab53305e0c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932393'] for port, provisioning_complete {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:05.279951 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a21215c-ddfc-4d5b-9ab8-18262eb58306 admin admin] Router f00215ee-e109-432d-970d-bb03e93f78f2 is scheduled to L3 agent 8acc92de-0cfa-4d60-8b37-a39a4d3c1570 with binding_index 1 {{(pid=93411) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 14:23:05.304371 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.plugin [None req-d3a11ec6-4391-4db2-9bbf-6ab53305e0c5 None None] Port e499e12c-6941-4d44-94e3-01d99013c476 cannot update to ACTIVE because it is not bound. {{(pid=93412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 14:23:05.378523 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a21215c-ddfc-4d5b-9ab8-18262eb58306 admin admin] Notify agent at l3_agent.dv-cinder-798198-2-iscsi the message routers_updated {{(pid=93411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 14:23:05.383717 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-6a21215c-ddfc-4d5b-9ab8-18262eb58306 admin admin] 10.222.0.42 "PUT /v2.0/routers/f00215ee-e109-432d-970d-bb03e93f78f2/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9553843 Aug 10 14:23:05.388848 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a021a2a-bfe3-4032-9566-3ffb8459a5ab None None] Sync routers for ids ['f00215ee-e109-432d-970d-bb03e93f78f2'] in dv-cinder-798198-2-iscsi {{(pid=93413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 14:23:05.401141 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a021a2a-bfe3-4032-9566-3ffb8459a5ab None None] Routers {'f00215ee-e109-432d-970d-bb03e93f78f2'} bound to L3 agent in host dv-cinder-798198-2-iscsi {{(pid=93413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:23:05.402092 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.db.l3_hamode_db [None req-5a021a2a-bfe3-4032-9566-3ffb8459a5ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-10T14:22:29Z,description=,heartbeat_timestamp=2021-08-10T14:22:59Z,host='dv-cinder-798198-2-iscsi',id=8acc92de-0cfa-4d60-8b37-a39a4d3c1570,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T14:22:29Z,topic='l3_agent')) {'router_ids': ['f00215ee-e109-432d-970d-bb03e93f78f2'], 'active': True} {{(pid=93413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:23:05.595085 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.db.l3_dvr_db [None req-5a021a2a-bfe3-4032-9566-3ffb8459a5ab None None] Set router f00215ee-e109-432d-970d-bb03e93f78f2 gateway port host: None {{(pid=93413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:23:06.091224 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.db.l3_hamode_db [None req-5a021a2a-bfe3-4032-9566-3ffb8459a5ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f00215ee-e109-432d-970d-bb03e93f78f2', 'name': 'router1', 'tenant_id': 'e83b3e07412a4e7e8942c6110a78afd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:22:53Z', 'updated_at': '2021-08-10T14:23:04Z', 'revision_number': 2, 'project_id': 'e83b3e07412a4e7e8942c6110a78afd6', 'gw_port_host': None, '_interfaces': [{'id': 'e499e12c-6941-4d44-94e3-01d99013c476', 'name': '', 'network_id': '1ed8ca8d-098b-4c1b-b751-73fcd0a93226', 'tenant_id': 'e83b3e07412a4e7e8942c6110a78afd6', 'mac_address': 'fa:16:3e:30:2b:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f00215ee-e109-432d-970d-bb03e93f78f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cc54e6d5-30e7-4f48-8ea7-f791d7c01881', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:23:03Z', 'updated_at': '2021-08-10T14:23:04Z', 'revision_number': 2, 'project_id': 'e83b3e07412a4e7e8942c6110a78afd6', 'subnets': [{'id': 'cc54e6d5-30e7-4f48-8ea7-f791d7c01881', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '27a17656-5037-47c3-89d4-f1e0b7f59660'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-2-iscsi', False) {} {{(pid=93413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:23:06.143739 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a021a2a-bfe3-4032-9566-3ffb8459a5ab None None] Checking router: f00215ee-e109-432d-970d-bb03e93f78f2 for host: dv-cinder-798198-2-iscsi {{(pid=93413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 14:23:06.144119 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a021a2a-bfe3-4032-9566-3ffb8459a5ab None None] Updating router f00215ee-e109-432d-970d-bb03e93f78f2 port e499e12c-6941-4d44-94e3-01d99013c476 binding host dv-cinder-798198-2-iscsi {{(pid=93413) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 14:23:06.199733 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron_lib.callbacks.manager [None req-5a021a2a-bfe3-4032-9566-3ffb8459a5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_update {{(pid=93413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:06.776716 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron_lib.callbacks.manager [None req-5a021a2a-bfe3-4032-9566-3ffb8459a5ab None None] Notify callbacks [] for port, precommit_update {{(pid=93413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:06.796216 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.db.provisioning_blocks [None req-5a021a2a-bfe3-4032-9566-3ffb8459a5ab None None] Transition to ACTIVE for port object e499e12c-6941-4d44-94e3-01d99013c476 will not be triggered until provisioned by entity L2. {{(pid=93413) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 14:23:06.803763 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron_lib.callbacks.manager [None req-5a021a2a-bfe3-4032-9566-3ffb8459a5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683854493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786683465220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786683465238'] for port, after_update {{(pid=93413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:06.991673 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3970e7-d9d4-4d2b-a705-2f16152c18d6 None None] Pushing event updated for resources: {'Port': ['ID=e499e12c-6941-4d44-94e3-01d99013c476,revision_number=3']} {{(pid=93413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:23:07.013247 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3970e7-d9d4-4d2b-a705-2f16152c18d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:23:07.013797 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3970e7-d9d4-4d2b-a705-2f16152c18d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:23:07.014320 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3970e7-d9d4-4d2b-a705-2f16152c18d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:23:07.014838 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3970e7-d9d4-4d2b-a705-2f16152c18d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:23:07.015355 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3970e7-d9d4-4d2b-a705-2f16152c18d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:23:07.015863 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3970e7-d9d4-4d2b-a705-2f16152c18d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:23:07.016370 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3970e7-d9d4-4d2b-a705-2f16152c18d6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:23:07.016869 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3970e7-d9d4-4d2b-a705-2f16152c18d6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:23:07.017503 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3970e7-d9d4-4d2b-a705-2f16152c18d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:23:07.018083 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3970e7-d9d4-4d2b-a705-2f16152c18d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:23:07.018573 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3970e7-d9d4-4d2b-a705-2f16152c18d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:23:07.019088 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3970e7-d9d4-4d2b-a705-2f16152c18d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:23:07.020728 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3970e7-d9d4-4d2b-a705-2f16152c18d6 None None] Tracked resource versions report: Aug 10 14:23:07.020728 dv-cinder-798198-2-iscsi neutron-server[93413]: pushed versions: Aug 10 14:23:07.020728 dv-cinder-798198-2-iscsi neutron-server[93413]: { 'AddressGroup': {'1.2'}, Aug 10 14:23:07.020728 dv-cinder-798198-2-iscsi neutron-server[93413]: 'ConntrackHelper': {'1.0'}, Aug 10 14:23:07.020728 dv-cinder-798198-2-iscsi neutron-server[93413]: 'Log': {'1.0'}, Aug 10 14:23:07.020728 dv-cinder-798198-2-iscsi neutron-server[93413]: 'Network': {'1.1'}, Aug 10 14:23:07.020728 dv-cinder-798198-2-iscsi neutron-server[93413]: 'Port': {'1.7'}, Aug 10 14:23:07.020728 dv-cinder-798198-2-iscsi neutron-server[93413]: 'PortForwarding': {'1.2'}, Aug 10 14:23:07.020728 dv-cinder-798198-2-iscsi neutron-server[93413]: 'QosPolicy': {'1.9'}, Aug 10 14:23:07.020728 dv-cinder-798198-2-iscsi neutron-server[93413]: 'SecurityGroup': {'1.4'}, Aug 10 14:23:07.020728 dv-cinder-798198-2-iscsi neutron-server[93413]: 'SecurityGroupRule': {'1.2'}, Aug 10 14:23:07.020728 dv-cinder-798198-2-iscsi neutron-server[93413]: 'SubPort': {'1.0'}, Aug 10 14:23:07.020728 dv-cinder-798198-2-iscsi neutron-server[93413]: 'Subnet': {'1.1'}, Aug 10 14:23:07.020728 dv-cinder-798198-2-iscsi neutron-server[93413]: 'Trunk': {'1.1'}} Aug 10 14:23:07.020728 dv-cinder-798198-2-iscsi neutron-server[93413]: consumer versions: Aug 10 14:23:07.020728 dv-cinder-798198-2-iscsi neutron-server[93413]: { DHCP agent@dv-cinder-798198-2-iscsi: {}, Aug 10 14:23:07.020728 dv-cinder-798198-2-iscsi neutron-server[93413]: L3 agent@dv-cinder-798198-2-iscsi: {}, Aug 10 14:23:07.020728 dv-cinder-798198-2-iscsi neutron-server[93413]: Metadata agent@dv-cinder-798198-2-iscsi: {}, Aug 10 14:23:07.020728 dv-cinder-798198-2-iscsi neutron-server[93413]: Metering agent@dv-cinder-798198-2-iscsi: {}, Aug 10 14:23:07.020728 dv-cinder-798198-2-iscsi neutron-server[93413]: Open vSwitch agent@dv-cinder-798198-2-iscsi: { 'AddressGroup': '1.2', Aug 10 14:23:07.020728 dv-cinder-798198-2-iscsi neutron-server[93413]: 'ConntrackHelper': '1.0', Aug 10 14:23:07.020728 dv-cinder-798198-2-iscsi neutron-server[93413]: 'Log': '1.0', Aug 10 14:23:07.020728 dv-cinder-798198-2-iscsi neutron-server[93413]: 'Network': '1.1', Aug 10 14:23:07.020728 dv-cinder-798198-2-iscsi neutron-server[93413]: 'Port': '1.7', Aug 10 14:23:07.020728 dv-cinder-798198-2-iscsi neutron-server[93413]: 'PortForwarding': '1.2', Aug 10 14:23:07.020728 dv-cinder-798198-2-iscsi neutron-server[93413]: 'QosPolicy': '1.9', Aug 10 14:23:07.020728 dv-cinder-798198-2-iscsi neutron-server[93413]: 'SecurityGroup': '1.4', Aug 10 14:23:07.020728 dv-cinder-798198-2-iscsi neutron-server[93413]: 'SecurityGroupRule': '1.2', Aug 10 14:23:07.020728 dv-cinder-798198-2-iscsi neutron-server[93413]: 'SubPort': '1.0', Aug 10 14:23:07.020728 dv-cinder-798198-2-iscsi neutron-server[93413]: 'Subnet': '1.1', Aug 10 14:23:07.020728 dv-cinder-798198-2-iscsi neutron-server[93413]: 'Trunk': '1.1'}} Aug 10 14:23:07.020728 dv-cinder-798198-2-iscsi neutron-server[93413]: {{(pid=93413) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 10 14:23:07.029333 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.plugins.ml2.managers [None req-5a021a2a-bfe3-4032-9566-3ffb8459a5ab None None] Attempting to bind port e499e12c-6941-4d44-94e3-01d99013c476 on host dv-cinder-798198-2-iscsi for vnic_type normal with profile {{(pid=93413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 14:23:07.029969 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.plugins.ml2.managers [None req-5a021a2a-bfe3-4032-9566-3ffb8459a5ab None None] Attempting to bind port e499e12c-6941-4d44-94e3-01d99013c476 by drivers openvswitch,hyperv on host dv-cinder-798198-2-iscsi at level 0 using segments [{'id': '00769f98-e063-49bc-ab9f-6631a03f2744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '1ed8ca8d-098b-4c1b-b751-73fcd0a93226'}] {{(pid=93413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 14:23:07.030680 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a021a2a-bfe3-4032-9566-3ffb8459a5ab None None] Attempting to bind port e499e12c-6941-4d44-94e3-01d99013c476 on network 1ed8ca8d-098b-4c1b-b751-73fcd0a93226 {{(pid=93413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 14:23:07.038764 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a021a2a-bfe3-4032-9566-3ffb8459a5ab None None] Checking agent: {'id': 'd4363d4d-7a35-4f9b-b61a-c2590b3a63af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798198-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 14, 22, 29), 'started_at': datetime.datetime(2021, 8, 10, 14, 22, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 14, 22, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798198-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 14:23:07.039209 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a021a2a-bfe3-4032-9566-3ffb8459a5ab None None] Checking segment: {'id': '00769f98-e063-49bc-ab9f-6631a03f2744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '1ed8ca8d-098b-4c1b-b751-73fcd0a93226'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 14:23:07.039747 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron_lib.callbacks.manager [None req-5a021a2a-bfe3-4032-9566-3ffb8459a5ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:07.040224 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a021a2a-bfe3-4032-9566-3ffb8459a5ab None None] Bound using segment: {'id': '00769f98-e063-49bc-ab9f-6631a03f2744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '1ed8ca8d-098b-4c1b-b751-73fcd0a93226'} {{(pid=93413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 14:23:07.040817 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.plugins.ml2.managers [None req-5a021a2a-bfe3-4032-9566-3ffb8459a5ab None None] Bound port: e499e12c-6941-4d44-94e3-01d99013c476, host: dv-cinder-798198-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00769f98-e063-49bc-ab9f-6631a03f2744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '1ed8ca8d-098b-4c1b-b751-73fcd0a93226'}}] {{(pid=93413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 14:23:07.041269 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron_lib.callbacks.manager [None req-5a021a2a-bfe3-4032-9566-3ffb8459a5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_update {{(pid=93413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:07.127581 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.plugins.ml2.db [None req-5a021a2a-bfe3-4032-9566-3ffb8459a5ab None None] For port e499e12c-6941-4d44-94e3-01d99013c476, host dv-cinder-798198-2-iscsi, cleared binding levels {{(pid=93413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 14:23:07.150180 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.plugins.ml2.db [None req-5a021a2a-bfe3-4032-9566-3ffb8459a5ab None None] For port e499e12c-6941-4d44-94e3-01d99013c476, host dv-cinder-798198-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-2-iscsi',level=0,port_id=e499e12c-6941-4d44-94e3-01d99013c476,segment=NetworkSegment(00769f98-e063-49bc-ab9f-6631a03f2744),segment_id=00769f98-e063-49bc-ab9f-6631a03f2744)] {{(pid=93413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 14:23:07.154904 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron_lib.callbacks.manager [None req-5a021a2a-bfe3-4032-9566-3ffb8459a5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683854493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786683465220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786683465238'] for port, after_update {{(pid=93413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:07.222140 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a021a2a-bfe3-4032-9566-3ffb8459a5ab None None] Routers {'f00215ee-e109-432d-970d-bb03e93f78f2'} bound to L3 agent in host dv-cinder-798198-2-iscsi {{(pid=93413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:23:07.222690 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.db.l3_hamode_db [None req-5a021a2a-bfe3-4032-9566-3ffb8459a5ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-10T14:22:29Z,description=,heartbeat_timestamp=2021-08-10T14:22:59Z,host='dv-cinder-798198-2-iscsi',id=8acc92de-0cfa-4d60-8b37-a39a4d3c1570,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T14:22:29Z,topic='l3_agent')) {'router_ids': ['f00215ee-e109-432d-970d-bb03e93f78f2'], 'active': True} {{(pid=93413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:23:07.307076 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3970e7-d9d4-4d2b-a705-2f16152c18d6 None None] Pushing event updated for resources: {'Port': ['ID=e499e12c-6941-4d44-94e3-01d99013c476,revision_number=4']} {{(pid=93413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:23:07.346857 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.db.l3_dvr_db [None req-5a021a2a-bfe3-4032-9566-3ffb8459a5ab None None] Set router f00215ee-e109-432d-970d-bb03e93f78f2 gateway port host: None {{(pid=93413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:23:07.583694 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.db.l3_hamode_db [None req-5a021a2a-bfe3-4032-9566-3ffb8459a5ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f00215ee-e109-432d-970d-bb03e93f78f2', 'name': 'router1', 'tenant_id': 'e83b3e07412a4e7e8942c6110a78afd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:22:53Z', 'updated_at': '2021-08-10T14:23:04Z', 'revision_number': 2, 'project_id': 'e83b3e07412a4e7e8942c6110a78afd6', 'gw_port_host': None, '_interfaces': [{'id': 'e499e12c-6941-4d44-94e3-01d99013c476', 'name': '', 'network_id': '1ed8ca8d-098b-4c1b-b751-73fcd0a93226', 'tenant_id': 'e83b3e07412a4e7e8942c6110a78afd6', 'mac_address': 'fa:16:3e:30:2b:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f00215ee-e109-432d-970d-bb03e93f78f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cc54e6d5-30e7-4f48-8ea7-f791d7c01881', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:23:03Z', 'updated_at': '2021-08-10T14:23:07Z', 'revision_number': 4, 'project_id': 'e83b3e07412a4e7e8942c6110a78afd6', 'subnets': [{'id': 'cc54e6d5-30e7-4f48-8ea7-f791d7c01881', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '27a17656-5037-47c3-89d4-f1e0b7f59660'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-2-iscsi', False) {} {{(pid=93413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:23:07.612430 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a021a2a-bfe3-4032-9566-3ffb8459a5ab None None] The sync data for ids ['f00215ee-e109-432d-970d-bb03e93f78f2'] in dv-cinder-798198-2-iscsi is: [{'id': 'f00215ee-e109-432d-970d-bb03e93f78f2', 'name': 'router1', 'tenant_id': 'e83b3e07412a4e7e8942c6110a78afd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:22:53Z', 'updated_at': '2021-08-10T14:23:04Z', 'revision_number': 2, 'project_id': 'e83b3e07412a4e7e8942c6110a78afd6', 'gw_port_host': None, '_interfaces': [{'id': 'e499e12c-6941-4d44-94e3-01d99013c476', 'name': '', 'network_id': '1ed8ca8d-098b-4c1b-b751-73fcd0a93226', 'tenant_id': 'e83b3e07412a4e7e8942c6110a78afd6', 'mac_address': 'fa:16:3e:30:2b:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f00215ee-e109-432d-970d-bb03e93f78f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cc54e6d5-30e7-4f48-8ea7-f791d7c01881', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:23:03Z', 'updated_at': '2021-08-10T14:23:07Z', 'revision_number': 4, 'project_id': 'e83b3e07412a4e7e8942c6110a78afd6', 'subnets': [{'id': 'cc54e6d5-30e7-4f48-8ea7-f791d7c01881', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '27a17656-5037-47c3-89d4-f1e0b7f59660'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 14:23:07.693619 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.wsgi [-] (93411) accepted ('10.222.0.42', 46598) {{(pid=93411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:23:07.812191 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c14375b-2ad2-4d65-9d8a-e8bfc5e1eb47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:23:07.813760 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-3c14375b-2ad2-4d65-9d8a-e8bfc5e1eb47 admin admin] 10.222.0.42 "GET /v2.0/networks/3c935337-17af-4240-bc2c-ccb5b04b1532 HTTP/1.1" status: 200 len: 842 time: 0.1187818 Aug 10 14:23:07.825129 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.v2.base [None req-d0d23e44-dd9e-4e33-aa86-697db8dad6ff admin admin] Request body: {'subnet': {'name': 'public-subnet', 'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'enable_dhcp': False, 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'ip_version': 4}} {{(pid=93411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:23:07.854189 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0d23e44-dd9e-4e33-aa86-697db8dad6ff admin admin] Made reservation on behalf of c688bb3983014e13b589c291e37f42b7 for: {'subnet': 1} {{(pid=93411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 14:23:07.856545 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-d0d23e44-dd9e-4e33-aa86-697db8dad6ff admin admin] Notify callbacks [] for subnet, before_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:08.201546 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.objects.ports [None req-d0d23e44-dd9e-4e33-aa86-697db8dad6ff admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93411) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 10 14:23:08.202007 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-d0d23e44-dd9e-4e33-aa86-697db8dad6ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238'] for subnet, after_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:08.273535 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d23e44-dd9e-4e33-aa86-697db8dad6ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=e735a612-8fb3-4a85-bede-f6307ba49d31,revision_number=0']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:23:08.278249 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0d23e44-dd9e-4e33-aa86-697db8dad6ff admin admin] Checking segment: {'id': '9b73c935-a484-45be-a2a0-87b3c816c298', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 14:23:08.278593 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0d23e44-dd9e-4e33-aa86-697db8dad6ff admin admin] Network hostable DHCP agents. Network: 3c935337-17af-4240-bc2c-ccb5b04b1532, hostable agents: ['53faeb90-ccf6-4b1a-8900-1e421dfb616b'], hosted agents: [] {{(pid=93411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 14:23:08.305183 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0d23e44-dd9e-4e33-aa86-697db8dad6ff admin admin] Network 3c935337-17af-4240-bc2c-ccb5b04b1532 is scheduled to be hosted by DHCP agent 53faeb90-ccf6-4b1a-8900-1e421dfb616b with binding_index 1 {{(pid=93411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 14:23:08.318754 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.scheduler.base_scheduler [None req-d0d23e44-dd9e-4e33-aa86-697db8dad6ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798198-2-iscsi, 3c935337-17af-4240-bc2c-ccb5b04b1532) {{(pid=93411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:23:08.324820 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0d23e44-dd9e-4e33-aa86-697db8dad6ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:23:08.325653 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-d0d23e44-dd9e-4e33-aa86-697db8dad6ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-767256'] for subnet, before_response {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:08.329302 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3751c45b-704f-4683-89e6-093ceb33d0e2 None None] Network 3c935337-17af-4240-bc2c-ccb5b04b1532 requested from dv-cinder-798198-2-iscsi {{(pid=93412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 14:23:08.352522 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-d0d23e44-dd9e-4e33-aa86-697db8dad6ff admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5312004 Aug 10 14:23:08.515992 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb4cb9a9-c516-4dc5-8462-3257148683cd None None] Network 3c935337-17af-4240-bc2c-ccb5b04b1532 requested from dv-cinder-798198-2-iscsi {{(pid=93412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 14:23:10.909341 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.wsgi [-] (93411) accepted ('10.222.0.42', 46606) {{(pid=93411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:23:11.066772 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-ca5e9a16-f9c3-446d-b741-239f35bf1a7b admin admin] 10.222.0.42 "GET /v2.0/routers/f00215ee-e109-432d-970d-bb03e93f78f2 HTTP/1.1" status: 200 len: 710 time: 0.1561484 Aug 10 14:23:11.153546 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b19f4ecd-5d78-4030-a220-40723dcaecef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:23:11.154845 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-b19f4ecd-5d78-4030-a220-40723dcaecef admin admin] 10.222.0.42 "GET /v2.0/networks/3c935337-17af-4240-bc2c-ccb5b04b1532 HTTP/1.1" status: 200 len: 886 time: 0.0825529 Aug 10 14:23:11.164181 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.v2.base [None req-a658c03a-66be-49c3-9706-9c646fb04998 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532'}}} {{(pid=93411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:23:11.516518 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-a658c03a-66be-49c3-9706-9c646fb04998 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:11.780671 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-a658c03a-66be-49c3-9706-9c646fb04998 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:11.870732 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-a658c03a-66be-49c3-9706-9c646fb04998 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:12.020114 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.db.db_base_plugin_common [None req-a658c03a-66be-49c3-9706-9c646fb04998 admin admin] Allocated IP 172.27.0.205 (3c935337-17af-4240-bc2c-ccb5b04b1532/e735a612-8fb3-4a85-bede-f6307ba49d31/9f105686-ae4a-4bad-9e07-c4bcb55b5769) {{(pid=93411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 14:23:12.137088 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-a658c03a-66be-49c3-9706-9c646fb04998 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:12.180656 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-a658c03a-66be-49c3-9706-9c646fb04998 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786683465198'] for port, after_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:12.224199 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a658c03a-66be-49c3-9706-9c646fb04998 admin admin] Network 3c935337-17af-4240-bc2c-ccb5b04b1532 is already hosted by enough agents. {{(pid=93411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 14:23:12.227090 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.scheduler.base_scheduler [None req-a658c03a-66be-49c3-9706-9c646fb04998 admin admin] Resources bound (agent type, host, resource id): {{(pid=93411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:23:12.230605 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a658c03a-66be-49c3-9706-9c646fb04998 admin admin] Received port after_create {{(pid=93411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 14:23:12.235866 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a658c03a-66be-49c3-9706-9c646fb04998 admin admin] Pushing event updated for resources: {'Port': ['ID=9f105686-ae4a-4bad-9e07-c4bcb55b5769,revision_number=1']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:23:12.491852 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-a658c03a-66be-49c3-9706-9c646fb04998 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:12.692135 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-a658c03a-66be-49c3-9706-9c646fb04998 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-879887', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-889950', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-35224'] for router, precommit_update {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:12.695556 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-a658c03a-66be-49c3-9706-9c646fb04998 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-880098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-880116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-880125', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-889927'] for router, after_update {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:12.821439 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a658c03a-66be-49c3-9706-9c646fb04998 admin admin] Router f00215ee-e109-432d-970d-bb03e93f78f2 has already been hosted by L3 agent 8acc92de-0cfa-4d60-8b37-a39a4d3c1570 {{(pid=93411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 14:23:12.945128 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a658c03a-66be-49c3-9706-9c646fb04998 admin admin] Notify agent at l3_agent.dv-cinder-798198-2-iscsi the message routers_updated {{(pid=93411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 14:23:12.952108 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-a658c03a-66be-49c3-9706-9c646fb04998 admin admin] Notify callbacks [] for router, before_response {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:12.954403 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-a658c03a-66be-49c3-9706-9c646fb04998 admin admin] 10.222.0.42 "PUT /v2.0/routers/f00215ee-e109-432d-970d-bb03e93f78f2 HTTP/1.1" status: 200 len: 890 time: 1.7932105 Aug 10 14:23:13.190497 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Device e499e12c-6941-4d44-94e3-01d99013c476 up at agent ovs-agent-dv-cinder-798198-2-iscsi {{(pid=93412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:23:13.269056 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.provisioning_blocks [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Provisioning for port e499e12c-6941-4d44-94e3-01d99013c476 completed by entity L2. {{(pid=93412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 14:23:13.276618 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.provisioning_blocks [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Provisioning complete for port e499e12c-6941-4d44-94e3-01d99013c476 triggered by entity L2. {{(pid=93412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:23:13.277616 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932393'] for port, provisioning_complete {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:13.387144 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:13.431600 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.db [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] For port e499e12c-6941-4d44-94e3-01d99013c476, host dv-cinder-798198-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-2-iscsi',level=0,port_id=e499e12c-6941-4d44-94e3-01d99013c476,segment=NetworkSegment(00769f98-e063-49bc-ab9f-6631a03f2744),segment_id=00769f98-e063-49bc-ab9f-6631a03f2744)] {{(pid=93412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:23:13.436768 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683854493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786683465220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786683465238'] for port, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:13.507843 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Pushing event updated for resources: {'Port': ['ID=e499e12c-6941-4d44-94e3-01d99013c476,revision_number=5']} {{(pid=93412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:23:14.702478 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a18538df-3d0e-4954-a905-c85aaa9cdeb8 None None] Sync routers for ids ['f00215ee-e109-432d-970d-bb03e93f78f2'] in dv-cinder-798198-2-iscsi {{(pid=93412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 14:23:14.715561 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a18538df-3d0e-4954-a905-c85aaa9cdeb8 None None] Routers {'f00215ee-e109-432d-970d-bb03e93f78f2'} bound to L3 agent in host dv-cinder-798198-2-iscsi {{(pid=93412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:23:14.716240 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.l3_hamode_db [None req-a18538df-3d0e-4954-a905-c85aaa9cdeb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-10T14:22:29Z,description=,heartbeat_timestamp=2021-08-10T14:22:59Z,host='dv-cinder-798198-2-iscsi',id=8acc92de-0cfa-4d60-8b37-a39a4d3c1570,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T14:22:29Z,topic='l3_agent')) {'router_ids': ['f00215ee-e109-432d-970d-bb03e93f78f2'], 'active': True} {{(pid=93412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:23:15.000583 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.l3_dvr_db [None req-a18538df-3d0e-4954-a905-c85aaa9cdeb8 None None] Set router f00215ee-e109-432d-970d-bb03e93f78f2 gateway port host: dv-cinder-798198-2-iscsi {{(pid=93412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:23:15.171775 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Device e499e12c-6941-4d44-94e3-01d99013c476 up at agent ovs-agent-dv-cinder-798198-2-iscsi {{(pid=93412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:23:15.444173 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.provisioning_blocks [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Provisioning complete for port e499e12c-6941-4d44-94e3-01d99013c476 triggered by entity L2. {{(pid=93412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:23:15.444705 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932393'] for port, provisioning_complete {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:15.649540 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.wsgi [-] (93411) accepted ('10.222.0.42', 46618) {{(pid=93411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:23:15.679571 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.l3_hamode_db [None req-a18538df-3d0e-4954-a905-c85aaa9cdeb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f00215ee-e109-432d-970d-bb03e93f78f2', 'name': 'router1', 'tenant_id': 'e83b3e07412a4e7e8942c6110a78afd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'external_fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': '9f105686-ae4a-4bad-9e07-c4bcb55b5769', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:22:53Z', 'updated_at': '2021-08-10T14:23:12Z', 'revision_number': 4, 'project_id': 'e83b3e07412a4e7e8942c6110a78afd6', 'gw_port': {'id': '9f105686-ae4a-4bad-9e07-c4bcb55b5769', 'name': '', 'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:01:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f00215ee-e109-432d-970d-bb03e93f78f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:23:11Z', 'updated_at': '2021-08-10T14:23:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-2-iscsi', '_interfaces': [{'id': 'e499e12c-6941-4d44-94e3-01d99013c476', 'name': '', 'network_id': '1ed8ca8d-098b-4c1b-b751-73fcd0a93226', 'tenant_id': 'e83b3e07412a4e7e8942c6110a78afd6', 'mac_address': 'fa:16:3e:30:2b:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f00215ee-e109-432d-970d-bb03e93f78f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cc54e6d5-30e7-4f48-8ea7-f791d7c01881', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:23:03Z', 'updated_at': '2021-08-10T14:23:13Z', 'revision_number': 5, 'project_id': 'e83b3e07412a4e7e8942c6110a78afd6', 'subnets': [{'id': 'cc54e6d5-30e7-4f48-8ea7-f791d7c01881', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '27a17656-5037-47c3-89d4-f1e0b7f59660'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-2-iscsi', False) {} {{(pid=93412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:23:15.738430 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a18538df-3d0e-4954-a905-c85aaa9cdeb8 None None] Checking router: f00215ee-e109-432d-970d-bb03e93f78f2 for host: dv-cinder-798198-2-iscsi {{(pid=93412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 14:23:15.739130 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a18538df-3d0e-4954-a905-c85aaa9cdeb8 None None] Updating router f00215ee-e109-432d-970d-bb03e93f78f2 port 9f105686-ae4a-4bad-9e07-c4bcb55b5769 binding host dv-cinder-798198-2-iscsi {{(pid=93412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 14:23:15.788687 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-279ea9bd-5834-4a2b-a378-ebd3dfbb2fa4 admin admin] 10.222.0.42 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1378798 Aug 10 14:23:15.794015 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-a18538df-3d0e-4954-a905-c85aaa9cdeb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:16.165176 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-a18538df-3d0e-4954-a905-c85aaa9cdeb8 None None] Notify callbacks [] for port, precommit_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:16.177725 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.provisioning_blocks [None req-a18538df-3d0e-4954-a905-c85aaa9cdeb8 None None] Transition to ACTIVE for port object 9f105686-ae4a-4bad-9e07-c4bcb55b5769 will not be triggered until provisioned by entity L2. {{(pid=93412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 14:23:16.184179 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-a18538df-3d0e-4954-a905-c85aaa9cdeb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683854493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786683465220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786683465238'] for port, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:16.242397 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696c2ce0-fc46-444c-adb2-97e30f75816b None None] Pushing event updated for resources: {'Port': ['ID=9f105686-ae4a-4bad-9e07-c4bcb55b5769,revision_number=2']} {{(pid=93412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:23:16.247917 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.managers [None req-a18538df-3d0e-4954-a905-c85aaa9cdeb8 None None] Attempting to bind port 9f105686-ae4a-4bad-9e07-c4bcb55b5769 on host dv-cinder-798198-2-iscsi for vnic_type normal with profile {{(pid=93412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 14:23:16.248286 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.managers [None req-a18538df-3d0e-4954-a905-c85aaa9cdeb8 None None] Attempting to bind port 9f105686-ae4a-4bad-9e07-c4bcb55b5769 by drivers openvswitch,hyperv on host dv-cinder-798198-2-iscsi at level 0 using segments [{'id': '9b73c935-a484-45be-a2a0-87b3c816c298', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532'}] {{(pid=93412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 14:23:16.248659 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a18538df-3d0e-4954-a905-c85aaa9cdeb8 None None] Attempting to bind port 9f105686-ae4a-4bad-9e07-c4bcb55b5769 on network 3c935337-17af-4240-bc2c-ccb5b04b1532 {{(pid=93412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 14:23:16.254778 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a18538df-3d0e-4954-a905-c85aaa9cdeb8 None None] Checking agent: {'id': 'd4363d4d-7a35-4f9b-b61a-c2590b3a63af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798198-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 14, 22, 29), 'started_at': datetime.datetime(2021, 8, 10, 14, 22, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 14, 22, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798198-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 14:23:16.255146 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a18538df-3d0e-4954-a905-c85aaa9cdeb8 None None] Checking segment: {'id': '9b73c935-a484-45be-a2a0-87b3c816c298', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 14:23:16.255549 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-a18538df-3d0e-4954-a905-c85aaa9cdeb8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:16.255937 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a18538df-3d0e-4954-a905-c85aaa9cdeb8 None None] Bound using segment: {'id': '9b73c935-a484-45be-a2a0-87b3c816c298', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532'} {{(pid=93412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 14:23:16.256395 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.managers [None req-a18538df-3d0e-4954-a905-c85aaa9cdeb8 None None] Bound port: 9f105686-ae4a-4bad-9e07-c4bcb55b5769, host: dv-cinder-798198-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b73c935-a484-45be-a2a0-87b3c816c298', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532'}}] {{(pid=93412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 14:23:16.256809 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-a18538df-3d0e-4954-a905-c85aaa9cdeb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:16.318095 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.db [None req-a18538df-3d0e-4954-a905-c85aaa9cdeb8 None None] For port 9f105686-ae4a-4bad-9e07-c4bcb55b5769, host dv-cinder-798198-2-iscsi, cleared binding levels {{(pid=93412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 14:23:16.324610 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.db [None req-a18538df-3d0e-4954-a905-c85aaa9cdeb8 None None] For port 9f105686-ae4a-4bad-9e07-c4bcb55b5769, host dv-cinder-798198-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-2-iscsi',level=0,port_id=9f105686-ae4a-4bad-9e07-c4bcb55b5769,segment=NetworkSegment(9b73c935-a484-45be-a2a0-87b3c816c298),segment_id=9b73c935-a484-45be-a2a0-87b3c816c298)] {{(pid=93412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 14:23:16.329036 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-a18538df-3d0e-4954-a905-c85aaa9cdeb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683854493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786683465220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786683465238'] for port, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:16.390976 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696c2ce0-fc46-444c-adb2-97e30f75816b None None] Pushing event updated for resources: {'Port': ['ID=9f105686-ae4a-4bad-9e07-c4bcb55b5769,revision_number=3']} {{(pid=93412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:23:16.394259 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a18538df-3d0e-4954-a905-c85aaa9cdeb8 None None] Routers {'f00215ee-e109-432d-970d-bb03e93f78f2'} bound to L3 agent in host dv-cinder-798198-2-iscsi {{(pid=93412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:23:16.394881 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.l3_hamode_db [None req-a18538df-3d0e-4954-a905-c85aaa9cdeb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-10T14:22:29Z,description=,heartbeat_timestamp=2021-08-10T14:22:59Z,host='dv-cinder-798198-2-iscsi',id=8acc92de-0cfa-4d60-8b37-a39a4d3c1570,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T14:22:29Z,topic='l3_agent')) {'router_ids': ['f00215ee-e109-432d-970d-bb03e93f78f2'], 'active': True} {{(pid=93412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:23:16.610407 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.l3_dvr_db [None req-a18538df-3d0e-4954-a905-c85aaa9cdeb8 None None] Set router f00215ee-e109-432d-970d-bb03e93f78f2 gateway port host: dv-cinder-798198-2-iscsi {{(pid=93412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:23:16.859374 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.db.agents_db [None req-84c9d1dd-add5-4bf7-b0ef-63077aab3240 None None] Agent healthcheck: found 5 active agents {{(pid=93413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 14:23:16.893219 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.l3_hamode_db [None req-a18538df-3d0e-4954-a905-c85aaa9cdeb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f00215ee-e109-432d-970d-bb03e93f78f2', 'name': 'router1', 'tenant_id': 'e83b3e07412a4e7e8942c6110a78afd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'external_fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': '9f105686-ae4a-4bad-9e07-c4bcb55b5769', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:22:53Z', 'updated_at': '2021-08-10T14:23:12Z', 'revision_number': 4, 'project_id': 'e83b3e07412a4e7e8942c6110a78afd6', 'gw_port': {'id': '9f105686-ae4a-4bad-9e07-c4bcb55b5769', 'name': '', 'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:01:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f00215ee-e109-432d-970d-bb03e93f78f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:23:11Z', 'updated_at': '2021-08-10T14:23:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-2-iscsi', '_interfaces': [{'id': 'e499e12c-6941-4d44-94e3-01d99013c476', 'name': '', 'network_id': '1ed8ca8d-098b-4c1b-b751-73fcd0a93226', 'tenant_id': 'e83b3e07412a4e7e8942c6110a78afd6', 'mac_address': 'fa:16:3e:30:2b:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f00215ee-e109-432d-970d-bb03e93f78f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cc54e6d5-30e7-4f48-8ea7-f791d7c01881', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:23:03Z', 'updated_at': '2021-08-10T14:23:13Z', 'revision_number': 5, 'project_id': 'e83b3e07412a4e7e8942c6110a78afd6', 'subnets': [{'id': 'cc54e6d5-30e7-4f48-8ea7-f791d7c01881', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '27a17656-5037-47c3-89d4-f1e0b7f59660'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-2-iscsi', False) {} {{(pid=93412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:23:16.923246 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a18538df-3d0e-4954-a905-c85aaa9cdeb8 None None] The sync data for ids ['f00215ee-e109-432d-970d-bb03e93f78f2'] in dv-cinder-798198-2-iscsi is: [{'id': 'f00215ee-e109-432d-970d-bb03e93f78f2', 'name': 'router1', 'tenant_id': 'e83b3e07412a4e7e8942c6110a78afd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'external_fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': '9f105686-ae4a-4bad-9e07-c4bcb55b5769', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:22:53Z', 'updated_at': '2021-08-10T14:23:12Z', 'revision_number': 4, 'project_id': 'e83b3e07412a4e7e8942c6110a78afd6', 'gw_port': {'id': '9f105686-ae4a-4bad-9e07-c4bcb55b5769', 'name': '', 'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:01:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f00215ee-e109-432d-970d-bb03e93f78f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:23:11Z', 'updated_at': '2021-08-10T14:23:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-2-iscsi', '_interfaces': [{'id': 'e499e12c-6941-4d44-94e3-01d99013c476', 'name': '', 'network_id': '1ed8ca8d-098b-4c1b-b751-73fcd0a93226', 'tenant_id': 'e83b3e07412a4e7e8942c6110a78afd6', 'mac_address': 'fa:16:3e:30:2b:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f00215ee-e109-432d-970d-bb03e93f78f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cc54e6d5-30e7-4f48-8ea7-f791d7c01881', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:23:03Z', 'updated_at': '2021-08-10T14:23:13Z', 'revision_number': 5, 'project_id': 'e83b3e07412a4e7e8942c6110a78afd6', 'subnets': [{'id': 'cc54e6d5-30e7-4f48-8ea7-f791d7c01881', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '27a17656-5037-47c3-89d4-f1e0b7f59660'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 14:23:17.196753 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Device 9f105686-ae4a-4bad-9e07-c4bcb55b5769 up at agent ovs-agent-dv-cinder-798198-2-iscsi {{(pid=93412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:23:17.263325 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.provisioning_blocks [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Provisioning for port 9f105686-ae4a-4bad-9e07-c4bcb55b5769 completed by entity L2. {{(pid=93412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 14:23:17.269245 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.provisioning_blocks [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Provisioning complete for port 9f105686-ae4a-4bad-9e07-c4bcb55b5769 triggered by entity L2. {{(pid=93412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:23:17.269757 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932393'] for port, provisioning_complete {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:17.401933 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:17.431420 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.db [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] For port 9f105686-ae4a-4bad-9e07-c4bcb55b5769, host dv-cinder-798198-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-2-iscsi',level=0,port_id=9f105686-ae4a-4bad-9e07-c4bcb55b5769,segment=NetworkSegment(9b73c935-a484-45be-a2a0-87b3c816c298),segment_id=9b73c935-a484-45be-a2a0-87b3c816c298)] {{(pid=93412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:23:17.436492 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683854493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786683465220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786683465238'] for port, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:17.486907 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Pushing event updated for resources: {'Port': ['ID=9f105686-ae4a-4bad-9e07-c4bcb55b5769,revision_number=4']} {{(pid=93412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:23:19.184675 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Device 9f105686-ae4a-4bad-9e07-c4bcb55b5769 up at agent ovs-agent-dv-cinder-798198-2-iscsi {{(pid=93412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:23:19.327890 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.provisioning_blocks [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Provisioning complete for port 9f105686-ae4a-4bad-9e07-c4bcb55b5769 triggered by entity L2. {{(pid=93412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:23:19.328551 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932393'] for port, provisioning_complete {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:26.095818 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-997137d9-9b92-404f-a36b-0d48c1ce20b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:29.051633 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:29.093474 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-1d3f8f81-5f63-4b62-b047-fb3e36e19287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:30.123938 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-1682deac-1581-4d55-87bc-bceb4bcaf759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:32.083505 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-f97b798d-bd61-4bdb-bb4a-e55e1a0659df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:53.858646 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.db.agents_db [None req-84c9d1dd-add5-4bf7-b0ef-63077aab3240 None None] Agent healthcheck: found 5 active agents {{(pid=93413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 14:23:56.089547 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-79b36ee0-adcf-4471-bac9-d7450f561152 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:59.036536 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:23:59.082541 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-f469dff3-36f5-47e3-b3ab-8a208389d064 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:24:00.134974 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-1682deac-1581-4d55-87bc-bceb4bcaf759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:24:02.083859 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-f97b798d-bd61-4bdb-bb4a-e55e1a0659df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:24:26.096616 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-4ef4ac4d-174d-4052-9209-37dd56871b16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:24:29.038520 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:24:29.073102 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-2cfda453-43aa-4848-a8dc-e7f57008d627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:24:30.122544 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-1682deac-1581-4d55-87bc-bceb4bcaf759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:24:30.848310 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.db.agents_db [None req-84c9d1dd-add5-4bf7-b0ef-63077aab3240 None None] Agent healthcheck: found 5 active agents {{(pid=93413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 14:24:32.082166 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-f97b798d-bd61-4bdb-bb4a-e55e1a0659df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:24:55.809538 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.wsgi [-] (93411) accepted ('10.222.0.42', 47186) {{(pid=93411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:24:55.877439 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5c9bdb6-5112-49ee-8670-cd6f4b4fe91a admin admin] GET failed (client error): The resource could not be found. Aug 10 14:24:55.878817 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-e5c9bdb6-5112-49ee-8670-cd6f4b4fe91a admin admin] 10.222.0.42 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0683305 Aug 10 14:24:56.095251 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-d75e9386-fc0f-41fc-bf04-65461010a08d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:24:56.137546 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91cb8b2d-3b27-4028-8fff-493c9c8bd852 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:24:56.139046 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-91cb8b2d-3b27-4028-8fff-493c9c8bd852 admin admin] 10.222.0.42 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2557778 Aug 10 14:24:58.304021 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.wsgi [-] (93411) accepted ('10.222.0.42', 47196) {{(pid=93411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:24:58.398710 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80fd9c8d-2dc5-4103-989c-a461c81f3d01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:24:58.400236 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-80fd9c8d-2dc5-4103-989c-a461c81f3d01 admin admin] 10.222.0.42 "GET /v2.0/subnets/cc54e6d5-30e7-4f48-8ea7-f791d7c01881 HTTP/1.1" status: 200 len: 849 time: 0.0950928 Aug 10 14:24:58.410878 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.v2.base [None req-30ccd645-b713-4953-9bf3-d395d414dd50 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:24:58.500344 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-30ccd645-b713-4953-9bf3-d395d414dd50 admin admin] Notify callbacks [] for subnet, before_update {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:24:58.662432 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-30ccd645-b713-4953-9bf3-d395d414dd50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8786683854484'] for subnet, after_update {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:24:58.693705 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30ccd645-b713-4953-9bf3-d395d414dd50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:24:58.694869 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-30ccd645-b713-4953-9bf3-d395d414dd50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-767256'] for subnet, before_response {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:24:58.701776 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-30ccd645-b713-4953-9bf3-d395d414dd50 admin admin] 10.222.0.42 "PUT /v2.0/subnets/cc54e6d5-30e7-4f48-8ea7-f791d7c01881 HTTP/1.1" status: 200 len: 868 time: 0.2887890 Aug 10 14:24:58.701983 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb94c004-6631-4797-b77c-4ea8b721ec54 None None] Network 1ed8ca8d-098b-4c1b-b751-73fcd0a93226 requested from dv-cinder-798198-2-iscsi {{(pid=93412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 14:24:58.717029 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ccd645-b713-4953-9bf3-d395d414dd50 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc54e6d5-30e7-4f48-8ea7-f791d7c01881,revision_number=1']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:24:58.726286 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ccd645-b713-4953-9bf3-d395d414dd50 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:24:58.726667 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ccd645-b713-4953-9bf3-d395d414dd50 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:24:58.726977 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ccd645-b713-4953-9bf3-d395d414dd50 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:24:58.727309 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ccd645-b713-4953-9bf3-d395d414dd50 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:24:58.727637 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ccd645-b713-4953-9bf3-d395d414dd50 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:24:58.727984 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ccd645-b713-4953-9bf3-d395d414dd50 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:24:58.728311 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ccd645-b713-4953-9bf3-d395d414dd50 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:24:58.728631 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ccd645-b713-4953-9bf3-d395d414dd50 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:24:58.728966 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ccd645-b713-4953-9bf3-d395d414dd50 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:24:58.729288 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ccd645-b713-4953-9bf3-d395d414dd50 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:24:58.729633 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ccd645-b713-4953-9bf3-d395d414dd50 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:24:58.730044 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ccd645-b713-4953-9bf3-d395d414dd50 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:24:59.041959 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:24:59.076019 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-e5dd2032-2550-4501-b939-0a6440e3e340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:24:59.144791 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.provisioning_blocks [None req-ba1a5259-7e55-42e7-ac80-28c6b2f98c3b None None] Provisioning complete for port 60aa54ce-dbd7-489a-93d3-a185def6920e triggered by entity DHCP. {{(pid=93412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:24:59.145057 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-ba1a5259-7e55-42e7-ac80-28c6b2f98c3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932393'] for port, provisioning_complete {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:24:59.236491 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.provisioning_blocks [None req-ba1a5259-7e55-42e7-ac80-28c6b2f98c3b None None] Provisioning complete for port e499e12c-6941-4d44-94e3-01d99013c476 triggered by entity DHCP. {{(pid=93412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:24:59.236860 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-ba1a5259-7e55-42e7-ac80-28c6b2f98c3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932393'] for port, provisioning_complete {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:25:00.130342 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-1682deac-1581-4d55-87bc-bceb4bcaf759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:25:00.918272 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.wsgi [-] (93411) accepted ('10.222.0.42', 47204) {{(pid=93411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:25:01.127173 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b233464-ec61-4ac8-893f-a6912bd67e48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:25:01.127573 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b233464-ec61-4ac8-893f-a6912bd67e48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:25:01.129144 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-7b233464-ec61-4ac8-893f-a6912bd67e48 admin admin] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2099125 Aug 10 14:25:02.085308 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-f97b798d-bd61-4bdb-bb4a-e55e1a0659df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:25:03.520012 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.wsgi [-] (93411) accepted ('10.222.0.42', 47212) {{(pid=93411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:25:03.700373 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c52897b8-88f3-4982-ae2f-5a2b2ac7f660 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:25:03.700766 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c52897b8-88f3-4982-ae2f-5a2b2ac7f660 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:25:03.702350 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-c52897b8-88f3-4982-ae2f-5a2b2ac7f660 admin admin] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1813099 Aug 10 14:25:06.167793 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.wsgi [-] (93411) accepted ('10.222.0.42', 47220) {{(pid=93411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:25:06.310186 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b79bcbf9-f33f-4bef-b41f-44b5ca313c33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:25:06.311576 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-b79bcbf9-f33f-4bef-b41f-44b5ca313c33 admin admin] 10.222.0.42 "GET /v2.0/networks/1ed8ca8d-098b-4c1b-b751-73fcd0a93226 HTTP/1.1" status: 200 len: 869 time: 0.1428249 Aug 10 14:25:07.848119 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.db.agents_db [None req-84c9d1dd-add5-4bf7-b0ef-63077aab3240 None None] Agent healthcheck: found 5 active agents {{(pid=93413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 14:25:08.561316 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.wsgi [-] (93410) accepted ('10.222.0.42', 47228) {{(pid=93410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:25:08.731216 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4b0b080-1d49-47cb-95cf-767698549558 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:25:08.732652 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [None req-f4b0b080-1d49-47cb-95cf-767698549558 admin admin] 10.222.0.42 "GET /v2.0/networks/3c935337-17af-4240-bc2c-ccb5b04b1532 HTTP/1.1" status: 200 len: 886 time: 0.1703951 Aug 10 14:25:10.941514 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.wsgi [-] (93410) accepted ('10.222.0.42', 47238) {{(pid=93410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:25:11.074065 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9e962b9-882f-42f8-8a0a-49ef9d5b4be0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:25:11.074460 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9e962b9-882f-42f8-8a0a-49ef9d5b4be0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:25:11.076029 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [None req-d9e962b9-882f-42f8-8a0a-49ef9d5b4be0 admin admin] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1335330 Aug 10 14:25:13.271758 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.wsgi [-] (93410) accepted ('10.222.0.42', 47246) {{(pid=93410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:25:13.363280 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d4bd507-3e52-411d-841c-a6a1e7ba2774 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:25:13.363749 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d4bd507-3e52-411d-841c-a6a1e7ba2774 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:25:13.365277 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [None req-7d4bd507-3e52-411d-841c-a6a1e7ba2774 admin admin] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0925534 Aug 10 14:25:15.582480 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.wsgi [-] (93410) accepted ('10.222.0.42', 47254) {{(pid=93410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:25:15.678669 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c05eed4-c2bb-4468-a7bd-ba12c945549d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:25:15.680048 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [None req-1c05eed4-c2bb-4468-a7bd-ba12c945549d admin admin] 10.222.0.42 "GET /v2.0/subnets/cc54e6d5-30e7-4f48-8ea7-f791d7c01881 HTTP/1.1" status: 200 len: 868 time: 0.0965924 Aug 10 14:25:17.847436 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.wsgi [-] (93410) accepted ('10.222.0.42', 47262) {{(pid=93410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:25:17.931479 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f6fe18e-517a-4e73-81c1-22847b1c8f86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:25:17.932817 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [None req-3f6fe18e-517a-4e73-81c1-22847b1c8f86 admin admin] 10.222.0.42 "GET /v2.0/subnets/e735a612-8fb3-4a85-bede-f6307ba49d31 HTTP/1.1" status: 200 len: 816 time: 0.0844421 Aug 10 14:25:26.091528 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-05742696-6d22-4c2a-89c8-196f4c8cd029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:25:29.048960 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:25:29.082122 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-c8702d40-055a-453b-b8ee-c687ef87d6f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:25:30.130283 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-1682deac-1581-4d55-87bc-bceb4bcaf759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:25:32.089518 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-f97b798d-bd61-4bdb-bb4a-e55e1a0659df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:25:43.972463 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.wsgi [-] (93410) accepted ('10.222.0.42', 47316) {{(pid=93410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:25:44.029780 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.wsgi [None req-8236778d-62a1-4dd0-ac84-ed0bd67f46f0 admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=93410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 14:25:44.030939 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [None req-8236778d-62a1-4dd0-ac84-ed0bd67f46f0 admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0575027 Aug 10 14:25:44.847677 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.db.agents_db [None req-84c9d1dd-add5-4bf7-b0ef-63077aab3240 None None] Agent healthcheck: found 5 active agents {{(pid=93413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 14:25:46.440039 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.wsgi [-] (93410) accepted ('10.222.0.42', 47324) {{(pid=93410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:25:46.504806 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.pecan_wsgi.hooks.translation [None req-66be0bcc-3dba-4387-a36d-62f57d01e378 admin admin] GET failed (client error): The resource could not be found. Aug 10 14:25:46.506207 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [None req-66be0bcc-3dba-4387-a36d-62f57d01e378 admin admin] 10.222.0.42 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0652099 Aug 10 14:25:46.657076 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eafbb8b9-c052-4c89-9742-58ef4fa83692 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:25:46.658531 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [None req-eafbb8b9-c052-4c89-9742-58ef4fa83692 admin admin] 10.222.0.42 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1479766 Aug 10 14:25:48.947733 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.wsgi [-] (93410) accepted ('10.222.0.42', 47332) {{(pid=93410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:25:48.997700 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.v2.base [None req-b87e3fd2-c3b8-4a9c-838c-94f253b1040a admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=93410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:25:49.018296 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b87e3fd2-c3b8-4a9c-838c-94f253b1040a admin admin] Made reservation on behalf of c688bb3983014e13b589c291e37f42b7 for: {'network': 1} {{(pid=93410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 14:25:49.020613 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-b87e3fd2-c3b8-4a9c-838c-94f253b1040a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for network, before_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:25:49.062484 dv-cinder-798198-2-iscsi neutron-server[93410]: WARNING neutron.services.revisions.revision_plugin [None req-b87e3fd2-c3b8-4a9c-838c-94f253b1040a admin admin] Could not find related network for resource to bump revision. Aug 10 14:25:49.077596 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b87e3fd2-c3b8-4a9c-838c-94f253b1040a admin admin] vlan segment allocate from pool success with {'vlan_id': 562, 'physical_network': 'physnet1'} {{(pid=93410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 14:25:49.088411 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-b87e3fd2-c3b8-4a9c-838c-94f253b1040a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1962803'] for segment, precommit_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:25:49.088753 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.db.segments_db [None req-b87e3fd2-c3b8-4a9c-838c-94f253b1040a admin admin] Added segment 6e13a5da-293f-4434-b57e-3b4081c1f001 of type vlan for network 00a26331-46a4-4ef6-802c-4b3b30465fce Aug 10 14:25:49.133049 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-b87e3fd2-c3b8-4a9c-838c-94f253b1040a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786683450956'] for network, precommit_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:25:49.164729 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-b87e3fd2-c3b8-4a9c-838c-94f253b1040a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238'] for network, after_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:25:49.165710 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b87e3fd2-c3b8-4a9c-838c-94f253b1040a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:25:49.166292 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-b87e3fd2-c3b8-4a9c-838c-94f253b1040a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-767256'] for network, before_response {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:25:49.245760 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [None req-b87e3fd2-c3b8-4a9c-838c-94f253b1040a admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2964718 Aug 10 14:25:49.253621 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87e3fd2-c3b8-4a9c-838c-94f253b1040a admin admin] Pushing event updated for resources: {'Network': ['ID=00a26331-46a4-4ef6-802c-4b3b30465fce,revision_number=1']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:25:49.263080 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87e3fd2-c3b8-4a9c-838c-94f253b1040a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:25:49.263581 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87e3fd2-c3b8-4a9c-838c-94f253b1040a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:25:49.264047 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87e3fd2-c3b8-4a9c-838c-94f253b1040a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:25:49.264541 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87e3fd2-c3b8-4a9c-838c-94f253b1040a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:25:49.265060 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87e3fd2-c3b8-4a9c-838c-94f253b1040a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:25:49.265645 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87e3fd2-c3b8-4a9c-838c-94f253b1040a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:25:49.266177 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87e3fd2-c3b8-4a9c-838c-94f253b1040a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:25:49.266701 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87e3fd2-c3b8-4a9c-838c-94f253b1040a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:25:49.267727 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87e3fd2-c3b8-4a9c-838c-94f253b1040a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:25:49.267727 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87e3fd2-c3b8-4a9c-838c-94f253b1040a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:25:49.268271 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87e3fd2-c3b8-4a9c-838c-94f253b1040a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:25:49.268791 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87e3fd2-c3b8-4a9c-838c-94f253b1040a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:25:49.283050 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Network 00a26331-46a4-4ef6-802c-4b3b30465fce details requested by agent ovs-agent-dv-cinder-798198-2-iscsi with host dv-cinder-798198-2-iscsi {{(pid=93412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 14:25:51.631502 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.wsgi [-] (93411) accepted ('10.222.0.42', 47340) {{(pid=93411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:25:51.710618 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.pecan_wsgi.hooks.translation [None req-1199b35f-2b83-43c4-9b30-6c3853ea6030 admin admin] GET failed (client error): The resource could not be found. Aug 10 14:25:51.711995 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-1199b35f-2b83-43c4-9b30-6c3853ea6030 admin admin] 10.222.0.42 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0795486 Aug 10 14:25:51.783823 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dcc5043-4cfd-4573-af71-4f7b0280f20f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:25:51.785307 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-8dcc5043-4cfd-4573-af71-4f7b0280f20f admin admin] 10.222.0.42 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0671363 Aug 10 14:25:51.796203 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.v2.base [None req-49de0d3e-147c-4ebf-949f-2e70e1931a9e admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'ip_version': 4, 'network_id': '00a26331-46a4-4ef6-802c-4b3b30465fce', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=93411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:25:51.816540 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49de0d3e-147c-4ebf-949f-2e70e1931a9e admin admin] Made reservation on behalf of c688bb3983014e13b589c291e37f42b7 for: {'subnet': 1} {{(pid=93411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 14:25:51.818744 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-49de0d3e-147c-4ebf-949f-2e70e1931a9e admin admin] Notify callbacks [] for subnet, before_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:25:51.982233 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-49de0d3e-147c-4ebf-949f-2e70e1931a9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238'] for subnet, after_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:25:52.030302 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49de0d3e-147c-4ebf-949f-2e70e1931a9e admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a77ec86-5121-40df-b477-dcec85b0ce90,revision_number=0']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:25:52.050852 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49de0d3e-147c-4ebf-949f-2e70e1931a9e admin admin] Checking segment: {'id': '6e13a5da-293f-4434-b57e-3b4081c1f001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '00a26331-46a4-4ef6-802c-4b3b30465fce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 14:25:52.051206 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49de0d3e-147c-4ebf-949f-2e70e1931a9e admin admin] Network hostable DHCP agents. Network: 00a26331-46a4-4ef6-802c-4b3b30465fce, hostable agents: ['53faeb90-ccf6-4b1a-8900-1e421dfb616b'], hosted agents: [] {{(pid=93411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 14:25:52.067916 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49de0d3e-147c-4ebf-949f-2e70e1931a9e admin admin] Network 00a26331-46a4-4ef6-802c-4b3b30465fce is scheduled to be hosted by DHCP agent 53faeb90-ccf6-4b1a-8900-1e421dfb616b with binding_index 1 {{(pid=93411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 14:25:52.080587 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.scheduler.base_scheduler [None req-49de0d3e-147c-4ebf-949f-2e70e1931a9e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798198-2-iscsi, 00a26331-46a4-4ef6-802c-4b3b30465fce) {{(pid=93411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:25:52.085991 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49de0d3e-147c-4ebf-949f-2e70e1931a9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:25:52.087744 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-49de0d3e-147c-4ebf-949f-2e70e1931a9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-767256'] for subnet, before_response {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:25:52.092047 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8637ffe-6d8c-4ae4-817b-1b3c476b0408 None None] Network 00a26331-46a4-4ef6-802c-4b3b30465fce requested from dv-cinder-798198-2-iscsi {{(pid=93412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 14:25:52.107431 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-49de0d3e-147c-4ebf-949f-2e70e1931a9e admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3150284 Aug 10 14:25:52.255587 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13e50abf-a04c-4e1e-bb7b-7176aa1fd6c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8873163a-82cf-5338-8941-670df499cab8-00a26331-46a4-4ef6-802c-4b3b30465fce', 'network_id': '00a26331-46a4-4ef6-802c-4b3b30465fce', 'tenant_id': 'c688bb3983014e13b589c291e37f42b7', 'fixed_ips': [{'subnet_id': '8a77ec86-5121-40df-b477-dcec85b0ce90'}]}} from dv-cinder-798198-2-iscsi. {{(pid=93412) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 14:25:52.256487 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-13e50abf-a04c-4e1e-bb7b-7176aa1fd6c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_create {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:25:52.499629 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.db_base_plugin_common [None req-13e50abf-a04c-4e1e-bb7b-7176aa1fd6c7 None None] Allocated IP 192.168.233.2 (00a26331-46a4-4ef6-802c-4b3b30465fce/8a77ec86-5121-40df-b477-dcec85b0ce90/7c2f895e-f294-4e41-baef-424017a15c3e) {{(pid=93412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 14:25:52.662312 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-13e50abf-a04c-4e1e-bb7b-7176aa1fd6c7 None None] Notify callbacks [] for port, precommit_create {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:25:52.672845 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.provisioning_blocks [None req-13e50abf-a04c-4e1e-bb7b-7176aa1fd6c7 None None] Transition to ACTIVE for port object 7c2f895e-f294-4e41-baef-424017a15c3e will not be triggered until provisioned by entity L2. {{(pid=93412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 14:25:52.690171 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.provisioning_blocks [None req-13e50abf-a04c-4e1e-bb7b-7176aa1fd6c7 None None] Transition to ACTIVE for port object 7c2f895e-f294-4e41-baef-424017a15c3e will not be triggered until provisioned by entity DHCP. {{(pid=93412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 14:25:52.696808 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-13e50abf-a04c-4e1e-bb7b-7176aa1fd6c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786683465198'] for port, after_create {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:25:52.739975 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13e50abf-a04c-4e1e-bb7b-7176aa1fd6c7 None None] Network 00a26331-46a4-4ef6-802c-4b3b30465fce is already hosted by enough agents. {{(pid=93412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 14:25:52.742927 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.scheduler.base_scheduler [None req-13e50abf-a04c-4e1e-bb7b-7176aa1fd6c7 None None] Resources bound (agent type, host, resource id): {{(pid=93412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:25:52.745489 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e50abf-a04c-4e1e-bb7b-7176aa1fd6c7 None None] Received port after_create {{(pid=93412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 14:25:52.754676 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e50abf-a04c-4e1e-bb7b-7176aa1fd6c7 None None] Pushing event updated for resources: {'Port': ['ID=7c2f895e-f294-4e41-baef-424017a15c3e,revision_number=1']} {{(pid=93412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:25:52.779088 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e50abf-a04c-4e1e-bb7b-7176aa1fd6c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:25:52.779435 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e50abf-a04c-4e1e-bb7b-7176aa1fd6c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:25:52.779778 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e50abf-a04c-4e1e-bb7b-7176aa1fd6c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:25:52.780116 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e50abf-a04c-4e1e-bb7b-7176aa1fd6c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:25:52.780454 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e50abf-a04c-4e1e-bb7b-7176aa1fd6c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:25:52.780785 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e50abf-a04c-4e1e-bb7b-7176aa1fd6c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:25:52.781116 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e50abf-a04c-4e1e-bb7b-7176aa1fd6c7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:25:52.781471 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e50abf-a04c-4e1e-bb7b-7176aa1fd6c7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:25:52.781822 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e50abf-a04c-4e1e-bb7b-7176aa1fd6c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:25:52.782151 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e50abf-a04c-4e1e-bb7b-7176aa1fd6c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:25:52.782481 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e50abf-a04c-4e1e-bb7b-7176aa1fd6c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:25:52.782821 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e50abf-a04c-4e1e-bb7b-7176aa1fd6c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:25:52.815799 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.managers [None req-13e50abf-a04c-4e1e-bb7b-7176aa1fd6c7 None None] Attempting to bind port 7c2f895e-f294-4e41-baef-424017a15c3e on host dv-cinder-798198-2-iscsi for vnic_type normal with profile {{(pid=93412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 14:25:52.816165 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.managers [None req-13e50abf-a04c-4e1e-bb7b-7176aa1fd6c7 None None] Attempting to bind port 7c2f895e-f294-4e41-baef-424017a15c3e by drivers openvswitch,hyperv on host dv-cinder-798198-2-iscsi at level 0 using segments [{'id': '6e13a5da-293f-4434-b57e-3b4081c1f001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '00a26331-46a4-4ef6-802c-4b3b30465fce'}] {{(pid=93412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 14:25:52.816526 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e50abf-a04c-4e1e-bb7b-7176aa1fd6c7 None None] Attempting to bind port 7c2f895e-f294-4e41-baef-424017a15c3e on network 00a26331-46a4-4ef6-802c-4b3b30465fce {{(pid=93412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 14:25:52.821756 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e50abf-a04c-4e1e-bb7b-7176aa1fd6c7 None None] Checking agent: {'id': 'd4363d4d-7a35-4f9b-b61a-c2590b3a63af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798198-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 14, 22, 29), 'started_at': datetime.datetime(2021, 8, 10, 14, 22, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 14, 25, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798198-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 14:25:52.822123 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e50abf-a04c-4e1e-bb7b-7176aa1fd6c7 None None] Checking segment: {'id': '6e13a5da-293f-4434-b57e-3b4081c1f001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '00a26331-46a4-4ef6-802c-4b3b30465fce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 14:25:52.822526 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-13e50abf-a04c-4e1e-bb7b-7176aa1fd6c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:25:52.822915 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e50abf-a04c-4e1e-bb7b-7176aa1fd6c7 None None] Bound using segment: {'id': '6e13a5da-293f-4434-b57e-3b4081c1f001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '00a26331-46a4-4ef6-802c-4b3b30465fce'} {{(pid=93412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 14:25:52.823414 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.managers [None req-13e50abf-a04c-4e1e-bb7b-7176aa1fd6c7 None None] Bound port: 7c2f895e-f294-4e41-baef-424017a15c3e, host: dv-cinder-798198-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e13a5da-293f-4434-b57e-3b4081c1f001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '00a26331-46a4-4ef6-802c-4b3b30465fce'}}] {{(pid=93412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 14:25:52.823853 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-13e50abf-a04c-4e1e-bb7b-7176aa1fd6c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:25:52.896320 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.db [None req-13e50abf-a04c-4e1e-bb7b-7176aa1fd6c7 None None] For port 7c2f895e-f294-4e41-baef-424017a15c3e, host dv-cinder-798198-2-iscsi, cleared binding levels {{(pid=93412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 14:25:52.900289 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.db [None req-13e50abf-a04c-4e1e-bb7b-7176aa1fd6c7 None None] For port 7c2f895e-f294-4e41-baef-424017a15c3e, host dv-cinder-798198-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-2-iscsi',level=0,port_id=7c2f895e-f294-4e41-baef-424017a15c3e,segment=NetworkSegment(6e13a5da-293f-4434-b57e-3b4081c1f001),segment_id=6e13a5da-293f-4434-b57e-3b4081c1f001)] {{(pid=93412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 14:25:52.906043 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-13e50abf-a04c-4e1e-bb7b-7176aa1fd6c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683854493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786683465220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786683465238'] for port, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:25:52.964287 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e50abf-a04c-4e1e-bb7b-7176aa1fd6c7 None None] Pushing event updated for resources: {'Port': ['ID=7c2f895e-f294-4e41-baef-424017a15c3e,revision_number=2']} {{(pid=93412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:25:53.304578 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Device 7c2f895e-f294-4e41-baef-424017a15c3e up at agent ovs-agent-dv-cinder-798198-2-iscsi {{(pid=93412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:25:53.361788 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.provisioning_blocks [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Provisioning for port 7c2f895e-f294-4e41-baef-424017a15c3e completed by entity L2. {{(pid=93412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 14:25:53.811073 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33d20ebb-a3ab-4662-b5bd-1b2dc9c12381 None None] Network 00a26331-46a4-4ef6-802c-4b3b30465fce requested from dv-cinder-798198-2-iscsi {{(pid=93412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 14:25:53.901618 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.provisioning_blocks [None req-4468d0ca-7347-495e-a946-7d2a0843f634 None None] Provisioning for port 7c2f895e-f294-4e41-baef-424017a15c3e completed by entity DHCP. {{(pid=93412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 14:25:53.925244 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.provisioning_blocks [None req-4468d0ca-7347-495e-a946-7d2a0843f634 None None] Provisioning complete for port 7c2f895e-f294-4e41-baef-424017a15c3e triggered by entity DHCP. {{(pid=93412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:25:53.925642 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-4468d0ca-7347-495e-a946-7d2a0843f634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932393'] for port, provisioning_complete {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:25:54.042997 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-4468d0ca-7347-495e-a946-7d2a0843f634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:25:54.083479 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.db [None req-4468d0ca-7347-495e-a946-7d2a0843f634 None None] For port 7c2f895e-f294-4e41-baef-424017a15c3e, host dv-cinder-798198-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-2-iscsi',level=0,port_id=7c2f895e-f294-4e41-baef-424017a15c3e,segment=NetworkSegment(6e13a5da-293f-4434-b57e-3b4081c1f001),segment_id=6e13a5da-293f-4434-b57e-3b4081c1f001)] {{(pid=93412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:25:54.090263 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-4468d0ca-7347-495e-a946-7d2a0843f634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683854493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786683465220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786683465238'] for port, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:25:54.146101 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4468d0ca-7347-495e-a946-7d2a0843f634 None None] Pushing event updated for resources: {'Port': ['ID=7c2f895e-f294-4e41-baef-424017a15c3e,revision_number=3']} {{(pid=93412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:25:54.315907 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.provisioning_blocks [None req-52cc1d15-d929-47c4-ab8a-4ca70b92d27f None None] Provisioning complete for port 7c2f895e-f294-4e41-baef-424017a15c3e triggered by entity DHCP. {{(pid=93412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:25:54.316559 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-52cc1d15-d929-47c4-ab8a-4ca70b92d27f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932393'] for port, provisioning_complete {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:25:55.271428 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Device 7c2f895e-f294-4e41-baef-424017a15c3e up at agent ovs-agent-dv-cinder-798198-2-iscsi {{(pid=93412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:25:55.335434 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.provisioning_blocks [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Provisioning complete for port 7c2f895e-f294-4e41-baef-424017a15c3e triggered by entity L2. {{(pid=93412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:25:55.336171 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932393'] for port, provisioning_complete {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:25:56.086352 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-ca467039-0450-48b3-b5ca-8de9bd3d9f33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:25:59.041785 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:25:59.084606 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-d5d304b3-1e50-431b-a288-c8b0a300b7bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:00.132568 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-1682deac-1581-4d55-87bc-bceb4bcaf759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:02.092353 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-f97b798d-bd61-4bdb-bb4a-e55e1a0659df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:21.846096 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.db.agents_db [None req-84c9d1dd-add5-4bf7-b0ef-63077aab3240 None None] Agent healthcheck: found 5 active agents {{(pid=93413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 14:26:26.087936 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-b4b20947-03aa-4b87-a7b0-43e7ae1e319f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:29.044193 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:29.086440 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-ae246d75-08cf-483d-9fc0-8d48e062ec0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:30.137188 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-1682deac-1581-4d55-87bc-bceb4bcaf759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:32.110523 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-f97b798d-bd61-4bdb-bb4a-e55e1a0659df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:56.089924 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-dc141085-3828-4d2a-8316-4ab00da285fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:58.846329 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.db.agents_db [None req-84c9d1dd-add5-4bf7-b0ef-63077aab3240 None None] Agent healthcheck: found 5 active agents {{(pid=93413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 14:26:59.046694 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:26:59.088719 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-2444681e-baf9-4275-bb8b-5ce225e7f2ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:27:00.140549 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-1682deac-1581-4d55-87bc-bceb4bcaf759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:27:01.027049 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.wsgi [-] (93411) accepted ('10.222.0.42', 47392) {{(pid=93411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:27:01.033846 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.wsgi [None req-f8552d5e-a9c5-42d0-9bdc-0ef3c9a9ed8c tempest-verify_tempest_config-154963767 tempest-verify_tempest_config-154963767-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=93411) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 14:27:01.034815 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-f8552d5e-a9c5-42d0-9bdc-0ef3c9a9ed8c tempest-verify_tempest_config-154963767 tempest-verify_tempest_config-154963767-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0068016 Aug 10 14:27:01.349299 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.wsgi [-] (93411) accepted ('10.222.0.42', 47410) {{(pid=93411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:27:01.453696 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-0dc3d4af-31ba-43c7-802f-62cad7c282fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:27:01.540188 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-0dc3d4af-31ba-43c7-802f-62cad7c282fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:27:01.545532 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-0dc3d4af-31ba-43c7-802f-62cad7c282fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734645'] for security_group, after_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:27:01.590484 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc3d4af-31ba-43c7-802f-62cad7c282fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2c17af1-4f5b-4e9c-b452-57d98ef0f3ac,revision_number=1']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:27:01.596317 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-0dc3d4af-31ba-43c7-802f-62cad7c282fc admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=433d492c57a849bf886520ca3461c573&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2460015 Aug 10 14:27:01.599074 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.wsgi [-] (93410) accepted ('10.222.0.42', 47414) {{(pid=93410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:27:01.600819 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc3d4af-31ba-43c7-802f-62cad7c282fc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:27:01.601171 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc3d4af-31ba-43c7-802f-62cad7c282fc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:27:01.601535 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc3d4af-31ba-43c7-802f-62cad7c282fc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:27:01.601866 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc3d4af-31ba-43c7-802f-62cad7c282fc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:27:01.602191 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc3d4af-31ba-43c7-802f-62cad7c282fc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:27:01.602513 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc3d4af-31ba-43c7-802f-62cad7c282fc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:27:01.602836 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc3d4af-31ba-43c7-802f-62cad7c282fc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:27:01.603151 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc3d4af-31ba-43c7-802f-62cad7c282fc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:27:01.603486 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc3d4af-31ba-43c7-802f-62cad7c282fc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:27:01.603812 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc3d4af-31ba-43c7-802f-62cad7c282fc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:27:01.604151 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc3d4af-31ba-43c7-802f-62cad7c282fc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:27:01.604466 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc3d4af-31ba-43c7-802f-62cad7c282fc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:27:01.659933 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-91c69330-6572-46f7-9f77-ad166a826f3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:27:01.681401 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-91c69330-6572-46f7-9f77-ad166a826f3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:27:01.770509 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-91c69330-6572-46f7-9f77-ad166a826f3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734645'] for security_group, after_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:27:01.773666 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-91c69330-6572-46f7-9f77-ad166a826f3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:27:01.774955 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [None req-91c69330-6572-46f7-9f77-ad166a826f3c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e2c17af1-4f5b-4e9c-b452-57d98ef0f3ac HTTP/1.1" status: 204 len: 168 time: 0.1748674 Aug 10 14:27:01.782780 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c69330-6572-46f7-9f77-ad166a826f3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2c17af1-4f5b-4e9c-b452-57d98ef0f3ac,revision_number=None']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:27:01.789673 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c69330-6572-46f7-9f77-ad166a826f3c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:27:01.790041 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c69330-6572-46f7-9f77-ad166a826f3c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:27:01.790450 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c69330-6572-46f7-9f77-ad166a826f3c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:27:01.790730 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c69330-6572-46f7-9f77-ad166a826f3c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:27:01.791071 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c69330-6572-46f7-9f77-ad166a826f3c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:27:01.791423 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c69330-6572-46f7-9f77-ad166a826f3c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:27:01.791855 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c69330-6572-46f7-9f77-ad166a826f3c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:27:01.792075 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c69330-6572-46f7-9f77-ad166a826f3c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:27:01.792404 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c69330-6572-46f7-9f77-ad166a826f3c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:27:01.792735 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c69330-6572-46f7-9f77-ad166a826f3c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:27:01.793057 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c69330-6572-46f7-9f77-ad166a826f3c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:27:01.793381 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c69330-6572-46f7-9f77-ad166a826f3c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:27:02.097644 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-f97b798d-bd61-4bdb-bb4a-e55e1a0659df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:27:26.092935 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-d541d67c-d308-45d4-aa94-38178c14d833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:27:29.052211 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:27:29.095513 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-ae1fed6a-1ac9-4b31-bedb-062e44ef9984 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:27:30.142361 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-1682deac-1581-4d55-87bc-bceb4bcaf759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:27:32.100049 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-f97b798d-bd61-4bdb-bb4a-e55e1a0659df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:27:35.845642 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.db.agents_db [None req-84c9d1dd-add5-4bf7-b0ef-63077aab3240 None None] Agent healthcheck: found 5 active agents {{(pid=93413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 14:27:56.094248 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-6179d60b-cbbc-450d-96c2-d775a186e34f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:27:59.048110 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:27:59.085235 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-e2487a5e-5030-4704-bc62-74149c790bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:28:00.145109 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-1682deac-1581-4d55-87bc-bceb4bcaf759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:28:02.104290 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-f97b798d-bd61-4bdb-bb4a-e55e1a0659df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:28:12.843621 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.db.agents_db [None req-84c9d1dd-add5-4bf7-b0ef-63077aab3240 None None] Agent healthcheck: found 5 active agents {{(pid=93413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 14:28:26.095386 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-1e1bb79f-3df2-4948-9989-5988b5b9e033 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:28:29.049441 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:28:29.087393 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-15685047-c5f5-4fc0-8a1b-172a67461ea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:28:30.150006 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-1682deac-1581-4d55-87bc-bceb4bcaf759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:28:32.108377 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-f97b798d-bd61-4bdb-bb4a-e55e1a0659df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:28:32.537564 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-889853'] for agent, after_create {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:28:37.652310 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.wsgi [-] (93411) accepted ('10.222.0.42', 47468) {{(pid=93411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:28:37.768785 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-1d3c8047-96a2-4963-9cb5-dd04d825ada6 admin admin] 10.222.0.42 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1153631 Aug 10 14:28:39.931675 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.wsgi [-] (93410) accepted ('10.222.0.42', 47478) {{(pid=93410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:28:39.992745 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [None req-1570a8e8-749b-441f-bb6f-81fc790cfa5a admin admin] 10.222.0.42 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0599847 Aug 10 14:28:49.842421 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.db.agents_db [None req-84c9d1dd-add5-4bf7-b0ef-63077aab3240 None None] Agent healthcheck: found 6 active agents {{(pid=93413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 14:28:56.095843 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-799aaf10-d11a-41af-bd12-d3bbdf394132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:28:59.049270 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:28:59.086862 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-db602d06-b46f-4f3f-b326-2643488a1d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:00.151139 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-1682deac-1581-4d55-87bc-bceb4bcaf759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:02.110735 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-f97b798d-bd61-4bdb-bb4a-e55e1a0659df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:02.506699 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:26.099987 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-b08fa753-7e8b-4390-9d24-c0fff45c56a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:26.841066 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.db.agents_db [None req-84c9d1dd-add5-4bf7-b0ef-63077aab3240 None None] Agent healthcheck: found 6 active agents {{(pid=93413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 14:29:29.051851 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:29.089605 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-73bd1c25-ee20-4789-a956-a555d653c793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:30.155858 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-1682deac-1581-4d55-87bc-bceb4bcaf759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:32.125068 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-f97b798d-bd61-4bdb-bb4a-e55e1a0659df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:32.506014 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:56.109523 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-024c5fa4-8c2e-4b94-a541-01e630ffd151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:59.058128 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:29:59.099466 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-bec07a31-a4be-4385-92cd-6d877fdc6b64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:00.166030 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-1682deac-1581-4d55-87bc-bceb4bcaf759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:02.131304 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-f97b798d-bd61-4bdb-bb4a-e55e1a0659df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:02.510303 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:03.844880 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.db.agents_db [None req-84c9d1dd-add5-4bf7-b0ef-63077aab3240 None None] Agent healthcheck: found 6 active agents {{(pid=93413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 14:30:09.571264 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.wsgi [-] (93410) accepted ('10.222.0.42', 47702) {{(pid=93410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:30:09.661870 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.wsgi [-] (93410) accepted ('10.222.0.42', 47712) {{(pid=93410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:30:09.670409 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.wsgi [-] (93411) accepted ('10.222.0.42', 47714) {{(pid=93411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:30:09.861491 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.v2.base [None req-6e56046f-9ddf-4a10-afdc-22b1d6920990 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-2135491941-network', 'tenant_id': 'bf4e0f7339204a0c95f8d4f09f21f7e0'}} {{(pid=93410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:30:09.906273 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e56046f-9ddf-4a10-afdc-22b1d6920990 admin admin] Made reservation on behalf of bf4e0f7339204a0c95f8d4f09f21f7e0 for: {'network': 1} {{(pid=93410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 14:30:09.910269 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-6e56046f-9ddf-4a10-afdc-22b1d6920990 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for network, before_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:09.924987 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-6e56046f-9ddf-4a10-afdc-22b1d6920990 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:09.983767 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.v2.base [None req-5f3d80d2-ed94-4df7-9761-edeef3a92a2b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1660418919-network', 'tenant_id': '02185bbc814948319e41921dcf271d7d'}} {{(pid=93410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:30:09.991810 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.v2.base [None req-0433f242-5b43-4eae-9be0-6a9c42a46f50 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-564264007-network', 'tenant_id': 'e156b5d0a1d64f118dbb019f54a5f1f0'}} {{(pid=93411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:30:10.120581 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-6e56046f-9ddf-4a10-afdc-22b1d6920990 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:10.133727 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-6e56046f-9ddf-4a10-afdc-22b1d6920990 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734645'] for security_group, after_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:10.153030 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e56046f-9ddf-4a10-afdc-22b1d6920990 admin admin] vlan segment allocate from pool success with {'vlan_id': 558, 'physical_network': 'physnet1'} {{(pid=93410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 14:30:10.169768 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-6e56046f-9ddf-4a10-afdc-22b1d6920990 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1962803'] for segment, precommit_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:10.169768 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.db.segments_db [None req-6e56046f-9ddf-4a10-afdc-22b1d6920990 admin admin] Added segment 9e1085dd-09d5-4f19-b111-8d42f2b374c1 of type vlan for network 468e5951-9973-4325-8315-97f35e9a6c27 Aug 10 14:30:10.254637 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-6e56046f-9ddf-4a10-afdc-22b1d6920990 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786683450956'] for network, precommit_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:10.310287 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f3d80d2-ed94-4df7-9761-edeef3a92a2b admin admin] Made reservation on behalf of 02185bbc814948319e41921dcf271d7d for: {'network': 1} {{(pid=93410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 14:30:10.314707 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-5f3d80d2-ed94-4df7-9761-edeef3a92a2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for network, before_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:10.320193 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0433f242-5b43-4eae-9be0-6a9c42a46f50 admin admin] Made reservation on behalf of e156b5d0a1d64f118dbb019f54a5f1f0 for: {'network': 1} {{(pid=93411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 14:30:10.325618 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-0433f242-5b43-4eae-9be0-6a9c42a46f50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for network, before_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:10.333158 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-5f3d80d2-ed94-4df7-9761-edeef3a92a2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:10.346584 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-0433f242-5b43-4eae-9be0-6a9c42a46f50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:10.347701 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-6e56046f-9ddf-4a10-afdc-22b1d6920990 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238'] for network, after_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:10.349392 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e56046f-9ddf-4a10-afdc-22b1d6920990 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:30:10.351077 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-6e56046f-9ddf-4a10-afdc-22b1d6920990 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-767256'] for network, before_response {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:10.405472 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [None req-6e56046f-9ddf-4a10-afdc-22b1d6920990 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.8288667 Aug 10 14:30:10.407408 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.wsgi [-] (93411) accepted ('10.222.0.42', 47744) {{(pid=93411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:30:10.428433 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.v2.base [None req-daaefe53-b826-4587-b190-dcbc03ffcf01 admin admin] Request body: {'subnet': {'network_id': '468e5951-9973-4325-8315-97f35e9a6c27', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-2135491941-subnet', 'tenant_id': 'bf4e0f7339204a0c95f8d4f09f21f7e0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:30:10.462445 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56046f-9ddf-4a10-afdc-22b1d6920990 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6de17ce8-2ac1-42a8-95ab-f9984e61b328,revision_number=1']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:30:10.530511 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e56046f-9ddf-4a10-afdc-22b1d6920990 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:30:10.531208 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e56046f-9ddf-4a10-afdc-22b1d6920990 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:30:10.532117 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e56046f-9ddf-4a10-afdc-22b1d6920990 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:30:10.532731 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e56046f-9ddf-4a10-afdc-22b1d6920990 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:30:10.533277 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e56046f-9ddf-4a10-afdc-22b1d6920990 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:30:10.533873 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e56046f-9ddf-4a10-afdc-22b1d6920990 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:30:10.534423 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e56046f-9ddf-4a10-afdc-22b1d6920990 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:30:10.534974 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e56046f-9ddf-4a10-afdc-22b1d6920990 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:30:10.535566 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e56046f-9ddf-4a10-afdc-22b1d6920990 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:30:10.536094 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e56046f-9ddf-4a10-afdc-22b1d6920990 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:30:10.536700 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e56046f-9ddf-4a10-afdc-22b1d6920990 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:30:10.537233 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e56046f-9ddf-4a10-afdc-22b1d6920990 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:30:10.539266 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e56046f-9ddf-4a10-afdc-22b1d6920990 admin admin] Tracked resource versions report: Aug 10 14:30:10.539266 dv-cinder-798198-2-iscsi neutron-server[93410]: pushed versions: Aug 10 14:30:10.539266 dv-cinder-798198-2-iscsi neutron-server[93410]: { 'AddressGroup': {'1.2'}, Aug 10 14:30:10.539266 dv-cinder-798198-2-iscsi neutron-server[93410]: 'ConntrackHelper': {'1.0'}, Aug 10 14:30:10.539266 dv-cinder-798198-2-iscsi neutron-server[93410]: 'Log': {'1.0'}, Aug 10 14:30:10.539266 dv-cinder-798198-2-iscsi neutron-server[93410]: 'Network': {'1.1'}, Aug 10 14:30:10.539266 dv-cinder-798198-2-iscsi neutron-server[93410]: 'Port': {'1.7'}, Aug 10 14:30:10.539266 dv-cinder-798198-2-iscsi neutron-server[93410]: 'PortForwarding': {'1.2'}, Aug 10 14:30:10.539266 dv-cinder-798198-2-iscsi neutron-server[93410]: 'QosPolicy': {'1.9'}, Aug 10 14:30:10.539266 dv-cinder-798198-2-iscsi neutron-server[93410]: 'SecurityGroup': {'1.4'}, Aug 10 14:30:10.539266 dv-cinder-798198-2-iscsi neutron-server[93410]: 'SecurityGroupRule': {'1.2'}, Aug 10 14:30:10.539266 dv-cinder-798198-2-iscsi neutron-server[93410]: 'SubPort': {'1.0'}, Aug 10 14:30:10.539266 dv-cinder-798198-2-iscsi neutron-server[93410]: 'Subnet': {'1.1'}, Aug 10 14:30:10.539266 dv-cinder-798198-2-iscsi neutron-server[93410]: 'Trunk': {'1.1'}} Aug 10 14:30:10.539266 dv-cinder-798198-2-iscsi neutron-server[93410]: consumer versions: Aug 10 14:30:10.539266 dv-cinder-798198-2-iscsi neutron-server[93410]: { DHCP agent@dv-cinder-798198-2-iscsi: {}, Aug 10 14:30:10.539266 dv-cinder-798198-2-iscsi neutron-server[93410]: HyperV agent@hv-cinder-79819: {}, Aug 10 14:30:10.539266 dv-cinder-798198-2-iscsi neutron-server[93410]: L3 agent@dv-cinder-798198-2-iscsi: {}, Aug 10 14:30:10.539266 dv-cinder-798198-2-iscsi neutron-server[93410]: Metadata agent@dv-cinder-798198-2-iscsi: {}, Aug 10 14:30:10.539266 dv-cinder-798198-2-iscsi neutron-server[93410]: Metering agent@dv-cinder-798198-2-iscsi: {}, Aug 10 14:30:10.539266 dv-cinder-798198-2-iscsi neutron-server[93410]: Open vSwitch agent@dv-cinder-798198-2-iscsi: { 'AddressGroup': '1.2', Aug 10 14:30:10.539266 dv-cinder-798198-2-iscsi neutron-server[93410]: 'ConntrackHelper': '1.0', Aug 10 14:30:10.539266 dv-cinder-798198-2-iscsi neutron-server[93410]: 'Log': '1.0', Aug 10 14:30:10.539266 dv-cinder-798198-2-iscsi neutron-server[93410]: 'Network': '1.1', Aug 10 14:30:10.539266 dv-cinder-798198-2-iscsi neutron-server[93410]: 'Port': '1.7', Aug 10 14:30:10.539266 dv-cinder-798198-2-iscsi neutron-server[93410]: 'PortForwarding': '1.2', Aug 10 14:30:10.539266 dv-cinder-798198-2-iscsi neutron-server[93410]: 'QosPolicy': '1.9', Aug 10 14:30:10.539266 dv-cinder-798198-2-iscsi neutron-server[93410]: 'SecurityGroup': '1.4', Aug 10 14:30:10.539266 dv-cinder-798198-2-iscsi neutron-server[93410]: 'SecurityGroupRule': '1.2', Aug 10 14:30:10.539266 dv-cinder-798198-2-iscsi neutron-server[93410]: 'SubPort': '1.0', Aug 10 14:30:10.539266 dv-cinder-798198-2-iscsi neutron-server[93410]: 'Subnet': '1.1', Aug 10 14:30:10.539266 dv-cinder-798198-2-iscsi neutron-server[93410]: 'Trunk': '1.1'}} Aug 10 14:30:10.539266 dv-cinder-798198-2-iscsi neutron-server[93410]: {{(pid=93410) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 10 14:30:10.575718 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56046f-9ddf-4a10-afdc-22b1d6920990 admin admin] Pushing event updated for resources: {'Network': ['ID=468e5951-9973-4325-8315-97f35e9a6c27,revision_number=1']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:30:10.581801 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-0433f242-5b43-4eae-9be0-6a9c42a46f50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:10.588909 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-0433f242-5b43-4eae-9be0-6a9c42a46f50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734645'] for security_group, after_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:10.602819 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Network 468e5951-9973-4325-8315-97f35e9a6c27 details requested by agent ovs-agent-dv-cinder-798198-2-iscsi with host dv-cinder-798198-2-iscsi {{(pid=93412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 14:30:10.604070 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.db.api [None req-5f3d80d2-ed94-4df7-9761-edeef3a92a2b admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 10 14:30:10.604070 dv-cinder-798198-2-iscsi neutron-server[93410]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 10 14:30:10.604070 dv-cinder-798198-2-iscsi neutron-server[93410]: [parameters: {'project_id': '02185bbc814948319e41921dcf271d7d', 'id': '327148e6-371a-46b2-908a-8f131252d15f', 'expiration': datetime.datetime(2021, 8, 10, 14, 32, 10, 596227)}] Aug 10 14:30:10.604070 dv-cinder-798198-2-iscsi neutron-server[93410]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93410) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 14:30:10.605556 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG oslo_db.api [None req-5f3d80d2-ed94-4df7-9761-edeef3a92a2b admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 14:30:10.612337 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.wsgi [-] (93410) accepted ('10.222.0.42', 47752) {{(pid=93410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:30:10.638485 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0433f242-5b43-4eae-9be0-6a9c42a46f50 admin admin] vlan segment allocate from pool success with {'vlan_id': 575, 'physical_network': 'physnet1'} {{(pid=93411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 14:30:10.676107 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-0433f242-5b43-4eae-9be0-6a9c42a46f50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1962803'] for segment, precommit_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:10.677248 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.db.segments_db [None req-0433f242-5b43-4eae-9be0-6a9c42a46f50 admin admin] Added segment d55ed611-efa5-4413-9a01-d70eef9c92c8 of type vlan for network 86a6d1d4-f800-47bf-859f-81a5bd8d7c63 Aug 10 14:30:10.739178 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-0433f242-5b43-4eae-9be0-6a9c42a46f50 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786683450956'] for network, precommit_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:10.789614 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daaefe53-b826-4587-b190-dcbc03ffcf01 admin admin] Made reservation on behalf of bf4e0f7339204a0c95f8d4f09f21f7e0 for: {'subnet': 1} {{(pid=93411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 14:30:10.802526 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-daaefe53-b826-4587-b190-dcbc03ffcf01 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:10.814029 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-0433f242-5b43-4eae-9be0-6a9c42a46f50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238'] for network, after_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:10.815509 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0433f242-5b43-4eae-9be0-6a9c42a46f50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:30:10.816105 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-0433f242-5b43-4eae-9be0-6a9c42a46f50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-767256'] for network, before_response {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:10.873367 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0433f242-5b43-4eae-9be0-6a9c42a46f50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cd359b9-0637-43af-8b5b-aee7c9a5f598,revision_number=1']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:30:10.916477 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-0433f242-5b43-4eae-9be0-6a9c42a46f50 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.2433314 Aug 10 14:30:10.921483 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.wsgi [-] (93410) accepted ('10.222.0.42', 47770) {{(pid=93410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:30:10.932291 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.v2.base [None req-651fe916-6d8c-48e0-856f-04aa8c581f41 admin admin] Request body: {'subnet': {'network_id': '86a6d1d4-f800-47bf-859f-81a5bd8d7c63', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-564264007-subnet', 'tenant_id': 'e156b5d0a1d64f118dbb019f54a5f1f0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:30:10.950441 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0433f242-5b43-4eae-9be0-6a9c42a46f50 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:30:10.950441 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0433f242-5b43-4eae-9be0-6a9c42a46f50 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:30:10.950890 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0433f242-5b43-4eae-9be0-6a9c42a46f50 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:30:10.951653 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0433f242-5b43-4eae-9be0-6a9c42a46f50 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:30:10.952085 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0433f242-5b43-4eae-9be0-6a9c42a46f50 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:30:10.952999 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0433f242-5b43-4eae-9be0-6a9c42a46f50 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:30:10.953783 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0433f242-5b43-4eae-9be0-6a9c42a46f50 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:30:10.954507 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0433f242-5b43-4eae-9be0-6a9c42a46f50 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:30:10.955050 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0433f242-5b43-4eae-9be0-6a9c42a46f50 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:30:10.955749 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0433f242-5b43-4eae-9be0-6a9c42a46f50 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:30:10.956359 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0433f242-5b43-4eae-9be0-6a9c42a46f50 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:30:10.957062 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0433f242-5b43-4eae-9be0-6a9c42a46f50 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:30:10.958755 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0433f242-5b43-4eae-9be0-6a9c42a46f50 admin admin] Tracked resource versions report: Aug 10 14:30:10.958755 dv-cinder-798198-2-iscsi neutron-server[93411]: pushed versions: Aug 10 14:30:10.958755 dv-cinder-798198-2-iscsi neutron-server[93411]: { 'AddressGroup': {'1.2'}, Aug 10 14:30:10.958755 dv-cinder-798198-2-iscsi neutron-server[93411]: 'ConntrackHelper': {'1.0'}, Aug 10 14:30:10.958755 dv-cinder-798198-2-iscsi neutron-server[93411]: 'Log': {'1.0'}, Aug 10 14:30:10.958755 dv-cinder-798198-2-iscsi neutron-server[93411]: 'Network': {'1.1'}, Aug 10 14:30:10.958755 dv-cinder-798198-2-iscsi neutron-server[93411]: 'Port': {'1.7'}, Aug 10 14:30:10.958755 dv-cinder-798198-2-iscsi neutron-server[93411]: 'PortForwarding': {'1.2'}, Aug 10 14:30:10.958755 dv-cinder-798198-2-iscsi neutron-server[93411]: 'QosPolicy': {'1.9'}, Aug 10 14:30:10.958755 dv-cinder-798198-2-iscsi neutron-server[93411]: 'SecurityGroup': {'1.4'}, Aug 10 14:30:10.958755 dv-cinder-798198-2-iscsi neutron-server[93411]: 'SecurityGroupRule': {'1.2'}, Aug 10 14:30:10.958755 dv-cinder-798198-2-iscsi neutron-server[93411]: 'SubPort': {'1.0'}, Aug 10 14:30:10.958755 dv-cinder-798198-2-iscsi neutron-server[93411]: 'Subnet': {'1.1'}, Aug 10 14:30:10.958755 dv-cinder-798198-2-iscsi neutron-server[93411]: 'Trunk': {'1.1'}} Aug 10 14:30:10.958755 dv-cinder-798198-2-iscsi neutron-server[93411]: consumer versions: Aug 10 14:30:10.958755 dv-cinder-798198-2-iscsi neutron-server[93411]: { DHCP agent@dv-cinder-798198-2-iscsi: {}, Aug 10 14:30:10.958755 dv-cinder-798198-2-iscsi neutron-server[93411]: HyperV agent@hv-cinder-79819: {}, Aug 10 14:30:10.958755 dv-cinder-798198-2-iscsi neutron-server[93411]: L3 agent@dv-cinder-798198-2-iscsi: {}, Aug 10 14:30:10.958755 dv-cinder-798198-2-iscsi neutron-server[93411]: Metadata agent@dv-cinder-798198-2-iscsi: {}, Aug 10 14:30:10.958755 dv-cinder-798198-2-iscsi neutron-server[93411]: Metering agent@dv-cinder-798198-2-iscsi: {}, Aug 10 14:30:10.958755 dv-cinder-798198-2-iscsi neutron-server[93411]: Open vSwitch agent@dv-cinder-798198-2-iscsi: { 'AddressGroup': '1.2', Aug 10 14:30:10.958755 dv-cinder-798198-2-iscsi neutron-server[93411]: 'ConntrackHelper': '1.0', Aug 10 14:30:10.958755 dv-cinder-798198-2-iscsi neutron-server[93411]: 'Log': '1.0', Aug 10 14:30:10.958755 dv-cinder-798198-2-iscsi neutron-server[93411]: 'Network': '1.1', Aug 10 14:30:10.958755 dv-cinder-798198-2-iscsi neutron-server[93411]: 'Port': '1.7', Aug 10 14:30:10.958755 dv-cinder-798198-2-iscsi neutron-server[93411]: 'PortForwarding': '1.2', Aug 10 14:30:10.958755 dv-cinder-798198-2-iscsi neutron-server[93411]: 'QosPolicy': '1.9', Aug 10 14:30:10.958755 dv-cinder-798198-2-iscsi neutron-server[93411]: 'SecurityGroup': '1.4', Aug 10 14:30:10.958755 dv-cinder-798198-2-iscsi neutron-server[93411]: 'SecurityGroupRule': '1.2', Aug 10 14:30:10.958755 dv-cinder-798198-2-iscsi neutron-server[93411]: 'SubPort': '1.0', Aug 10 14:30:10.958755 dv-cinder-798198-2-iscsi neutron-server[93411]: 'Subnet': '1.1', Aug 10 14:30:10.958755 dv-cinder-798198-2-iscsi neutron-server[93411]: 'Trunk': '1.1'}} Aug 10 14:30:10.958755 dv-cinder-798198-2-iscsi neutron-server[93411]: {{(pid=93411) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 10 14:30:11.001635 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-651fe916-6d8c-48e0-856f-04aa8c581f41 admin admin] Made reservation on behalf of e156b5d0a1d64f118dbb019f54a5f1f0 for: {'subnet': 1} {{(pid=93410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 14:30:11.008750 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-651fe916-6d8c-48e0-856f-04aa8c581f41 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:11.011556 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0433f242-5b43-4eae-9be0-6a9c42a46f50 admin admin] Pushing event updated for resources: {'Network': ['ID=86a6d1d4-f800-47bf-859f-81a5bd8d7c63,revision_number=1']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:30:11.047331 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Network 86a6d1d4-f800-47bf-859f-81a5bd8d7c63 details requested by agent ovs-agent-dv-cinder-798198-2-iscsi with host dv-cinder-798198-2-iscsi {{(pid=93412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 14:30:11.146406 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-5f3d80d2-ed94-4df7-9761-edeef3a92a2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:11.156589 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.v2.base [None req-cdc7cd89-0a5c-4c62-8915-dd5fa98361eb admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-597341321-network', 'tenant_id': '35f5a177561848da87fc5d7c36ba5745'}} {{(pid=93410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:30:11.262877 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-daaefe53-b826-4587-b190-dcbc03ffcf01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238'] for subnet, after_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:11.308194 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdc7cd89-0a5c-4c62-8915-dd5fa98361eb admin admin] Made reservation on behalf of 35f5a177561848da87fc5d7c36ba5745 for: {'network': 1} {{(pid=93410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 14:30:11.313049 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-cdc7cd89-0a5c-4c62-8915-dd5fa98361eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for network, before_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:11.333787 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-cdc7cd89-0a5c-4c62-8915-dd5fa98361eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:11.509701 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daaefe53-b826-4587-b190-dcbc03ffcf01 admin admin] Checking segment: {'id': '9e1085dd-09d5-4f19-b111-8d42f2b374c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '468e5951-9973-4325-8315-97f35e9a6c27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 14:30:11.510204 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daaefe53-b826-4587-b190-dcbc03ffcf01 admin admin] Network hostable DHCP agents. Network: 468e5951-9973-4325-8315-97f35e9a6c27, hostable agents: ['53faeb90-ccf6-4b1a-8900-1e421dfb616b'], hosted agents: [] {{(pid=93411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 14:30:11.535879 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daaefe53-b826-4587-b190-dcbc03ffcf01 admin admin] Pushing event updated for resources: {'Subnet': ['ID=525c6944-484f-4ed6-9e34-5e6d53ad95f0,revision_number=0']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:30:11.551903 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daaefe53-b826-4587-b190-dcbc03ffcf01 admin admin] Network 468e5951-9973-4325-8315-97f35e9a6c27 is scheduled to be hosted by DHCP agent 53faeb90-ccf6-4b1a-8900-1e421dfb616b with binding_index 1 {{(pid=93411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 14:30:11.578359 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.scheduler.base_scheduler [None req-daaefe53-b826-4587-b190-dcbc03ffcf01 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798198-2-iscsi, 468e5951-9973-4325-8315-97f35e9a6c27) {{(pid=93411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:30:11.599349 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10f08808-8130-4354-ab57-49d3c17649a2 None None] Network 468e5951-9973-4325-8315-97f35e9a6c27 requested from dv-cinder-798198-2-iscsi {{(pid=93412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 14:30:11.614306 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daaefe53-b826-4587-b190-dcbc03ffcf01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:30:11.616647 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-daaefe53-b826-4587-b190-dcbc03ffcf01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-767256'] for subnet, before_response {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:11.760002 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-5f3d80d2-ed94-4df7-9761-edeef3a92a2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:11.788752 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-5f3d80d2-ed94-4df7-9761-edeef3a92a2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734645'] for security_group, after_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:11.869887 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f3d80d2-ed94-4df7-9761-edeef3a92a2b admin admin] vlan segment allocate from pool success with {'vlan_id': 565, 'physical_network': 'physnet1'} {{(pid=93410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 14:30:11.890335 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-651fe916-6d8c-48e0-856f-04aa8c581f41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238'] for subnet, after_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:11.913656 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a152100-9793-43bc-a443-c17eee57eeec None None] Network 468e5951-9973-4325-8315-97f35e9a6c27 requested from dv-cinder-798198-2-iscsi {{(pid=93412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 14:30:11.941174 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-5f3d80d2-ed94-4df7-9761-edeef3a92a2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1962803'] for segment, precommit_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:11.941934 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.db.segments_db [None req-5f3d80d2-ed94-4df7-9761-edeef3a92a2b admin admin] Added segment 9070e634-2e5b-4a24-9474-38d8394f1b6d of type vlan for network c66be7ba-5c71-487e-a4a7-ed7cb74aecf9 Aug 10 14:30:11.968076 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3d80d2-ed94-4df7-9761-edeef3a92a2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=754eb527-4cdf-4d07-a314-aae7ddf86931,revision_number=1']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:30:12.160459 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-5f3d80d2-ed94-4df7-9761-edeef3a92a2b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786683450956'] for network, precommit_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:12.195434 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651fe916-6d8c-48e0-856f-04aa8c581f41 admin admin] Pushing event updated for resources: {'Subnet': ['ID=061e4b8c-ab2d-4682-a3d2-e34df59bc21f,revision_number=0']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:30:12.234045 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651fe916-6d8c-48e0-856f-04aa8c581f41 admin admin] Checking segment: {'id': 'd55ed611-efa5-4413-9a01-d70eef9c92c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '86a6d1d4-f800-47bf-859f-81a5bd8d7c63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 14:30:12.234754 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-651fe916-6d8c-48e0-856f-04aa8c581f41 admin admin] Network hostable DHCP agents. Network: 86a6d1d4-f800-47bf-859f-81a5bd8d7c63, hostable agents: ['53faeb90-ccf6-4b1a-8900-1e421dfb616b'], hosted agents: [] {{(pid=93410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 14:30:12.329575 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-5f3d80d2-ed94-4df7-9761-edeef3a92a2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238'] for network, after_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:12.331277 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f3d80d2-ed94-4df7-9761-edeef3a92a2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:30:12.332305 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-5f3d80d2-ed94-4df7-9761-edeef3a92a2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-767256'] for network, before_response {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:12.379251 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-cdc7cd89-0a5c-4c62-8915-dd5fa98361eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:12.394809 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-daaefe53-b826-4587-b190-dcbc03ffcf01 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.9845581 Aug 10 14:30:12.399181 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.wsgi [-] (93411) accepted ('10.222.0.42', 47806) {{(pid=93411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:30:12.414352 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.v2.base [None req-edcdcb32-2113-4eb9-9519-1888daabc94d admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-2135491941-router', 'tenant_id': 'bf4e0f7339204a0c95f8d4f09f21f7e0', 'external_gateway_info': {'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532'}}} {{(pid=93411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:30:12.449637 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-cdc7cd89-0a5c-4c62-8915-dd5fa98361eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734645'] for security_group, after_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:12.456551 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-651fe916-6d8c-48e0-856f-04aa8c581f41 admin admin] Network 86a6d1d4-f800-47bf-859f-81a5bd8d7c63 is scheduled to be hosted by DHCP agent 53faeb90-ccf6-4b1a-8900-1e421dfb616b with binding_index 1 {{(pid=93410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 14:30:12.518828 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [None req-5f3d80d2-ed94-4df7-9761-edeef3a92a2b admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.8501806 Aug 10 14:30:12.526943 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.wsgi [-] (93411) accepted ('10.222.0.42', 47812) {{(pid=93411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:30:12.552050 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.scheduler.base_scheduler [None req-651fe916-6d8c-48e0-856f-04aa8c581f41 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798198-2-iscsi, 86a6d1d4-f800-47bf-859f-81a5bd8d7c63) {{(pid=93410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:30:12.553545 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.v2.base [None req-1447ec56-76c2-4a70-b1af-aa3a1ecbabcb admin admin] Request body: {'subnet': {'network_id': 'c66be7ba-5c71-487e-a4a7-ed7cb74aecf9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1660418919-subnet', 'tenant_id': '02185bbc814948319e41921dcf271d7d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:30:12.581743 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8272864-e1bb-4c7c-9c91-a06c3cf2d39c None None] Network 86a6d1d4-f800-47bf-859f-81a5bd8d7c63 requested from dv-cinder-798198-2-iscsi {{(pid=93412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 14:30:12.582058 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdc7cd89-0a5c-4c62-8915-dd5fa98361eb admin admin] vlan segment allocate from pool success with {'vlan_id': 587, 'physical_network': 'physnet1'} {{(pid=93410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 14:30:12.587010 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-edcdcb32-2113-4eb9-9519-1888daabc94d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-891600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35319'] for router, before_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:12.589012 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-edcdcb32-2113-4eb9-9519-1888daabc94d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-889952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-879889', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35214'] for router, precommit_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:12.637637 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-651fe916-6d8c-48e0-856f-04aa8c581f41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:30:12.638811 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-651fe916-6d8c-48e0-856f-04aa8c581f41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-767256'] for subnet, before_response {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:12.664551 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3d80d2-ed94-4df7-9761-edeef3a92a2b admin admin] Pushing event updated for resources: {'Network': ['ID=c66be7ba-5c71-487e-a4a7-ed7cb74aecf9,revision_number=1']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:30:12.690177 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1447ec56-76c2-4a70-b1af-aa3a1ecbabcb admin admin] Made reservation on behalf of 02185bbc814948319e41921dcf271d7d for: {'subnet': 1} {{(pid=93411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 14:30:12.694389 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-1447ec56-76c2-4a70-b1af-aa3a1ecbabcb admin admin] Notify callbacks [] for subnet, before_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:12.702681 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-cdc7cd89-0a5c-4c62-8915-dd5fa98361eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1962803'] for segment, precommit_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:12.703258 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.db.segments_db [None req-cdc7cd89-0a5c-4c62-8915-dd5fa98361eb admin admin] Added segment 39fa0f7f-e9e6-4e0a-99b2-c0aec9ed8ee1 of type vlan for network 6dc46fb2-3ad0-40c6-8a95-f6904667e0a0 Aug 10 14:30:12.705955 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc7cd89-0a5c-4c62-8915-dd5fa98361eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eae2e6f4-5260-40e9-b0c5-ae304962d8c0,revision_number=1']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:30:12.714013 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Network c66be7ba-5c71-487e-a4a7-ed7cb74aecf9 details requested by agent ovs-agent-dv-cinder-798198-2-iscsi with host dv-cinder-798198-2-iscsi {{(pid=93412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 14:30:12.918279 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [None req-651fe916-6d8c-48e0-856f-04aa8c581f41 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.9946351 Aug 10 14:30:12.938562 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.wsgi [-] (93410) accepted ('10.222.0.42', 47820) {{(pid=93410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:30:12.948376 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.v2.base [None req-b20d775d-4283-4bda-ad4e-9df4fac81423 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-564264007-router', 'tenant_id': 'e156b5d0a1d64f118dbb019f54a5f1f0', 'external_gateway_info': {'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532'}}} {{(pid=93410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:30:13.002059 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-cdc7cd89-0a5c-4c62-8915-dd5fa98361eb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786683450956'] for network, precommit_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:13.022465 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-edcdcb32-2113-4eb9-9519-1888daabc94d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:13.159705 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-cdc7cd89-0a5c-4c62-8915-dd5fa98361eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238'] for network, after_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:13.161325 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdc7cd89-0a5c-4c62-8915-dd5fa98361eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:30:13.162212 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-cdc7cd89-0a5c-4c62-8915-dd5fa98361eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-767256'] for network, before_response {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:13.223473 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-b20d775d-4283-4bda-ad4e-9df4fac81423 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-891600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35319'] for router, before_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:13.226811 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-b20d775d-4283-4bda-ad4e-9df4fac81423 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-889952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-879889', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35214'] for router, precommit_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:13.339031 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [None req-cdc7cd89-0a5c-4c62-8915-dd5fa98361eb admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.7243693 Aug 10 14:30:13.352698 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.wsgi [-] (93410) accepted ('10.222.0.42', 47834) {{(pid=93410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:30:13.361962 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.v2.base [None req-23bbb12f-89bc-4d8c-87a6-567fba9d9342 admin admin] Request body: {'subnet': {'network_id': '6dc46fb2-3ad0-40c6-8a95-f6904667e0a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-597341321-subnet', 'tenant_id': '35f5a177561848da87fc5d7c36ba5745', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:30:13.375064 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc7cd89-0a5c-4c62-8915-dd5fa98361eb admin admin] Pushing event updated for resources: {'Network': ['ID=6dc46fb2-3ad0-40c6-8a95-f6904667e0a0,revision_number=1']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:30:13.418957 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Network 6dc46fb2-3ad0-40c6-8a95-f6904667e0a0 details requested by agent ovs-agent-dv-cinder-798198-2-iscsi with host dv-cinder-798198-2-iscsi {{(pid=93412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 14:30:13.425290 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-edcdcb32-2113-4eb9-9519-1888daabc94d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:13.453632 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-b20d775d-4283-4bda-ad4e-9df4fac81423 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:13.604135 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-1447ec56-76c2-4a70-b1af-aa3a1ecbabcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238'] for subnet, after_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:13.613692 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23bbb12f-89bc-4d8c-87a6-567fba9d9342 admin admin] Made reservation on behalf of 35f5a177561848da87fc5d7c36ba5745 for: {'subnet': 1} {{(pid=93410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 14:30:13.618304 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-23bbb12f-89bc-4d8c-87a6-567fba9d9342 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:13.732195 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1447ec56-76c2-4a70-b1af-aa3a1ecbabcb admin admin] Pushing event updated for resources: {'Subnet': ['ID=18e8c05a-0b63-4e4f-b068-6c86c9aef18c,revision_number=0']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:30:13.745450 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1447ec56-76c2-4a70-b1af-aa3a1ecbabcb admin admin] Checking segment: {'id': '9070e634-2e5b-4a24-9474-38d8394f1b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'c66be7ba-5c71-487e-a4a7-ed7cb74aecf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 14:30:13.745450 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1447ec56-76c2-4a70-b1af-aa3a1ecbabcb admin admin] Network hostable DHCP agents. Network: c66be7ba-5c71-487e-a4a7-ed7cb74aecf9, hostable agents: ['53faeb90-ccf6-4b1a-8900-1e421dfb616b'], hosted agents: [] {{(pid=93411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 14:30:13.794418 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d4a53a6-1fce-414d-9765-7f7b1ccbd1b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8873163a-82cf-5338-8941-670df499cab8-86a6d1d4-f800-47bf-859f-81a5bd8d7c63', 'network_id': '86a6d1d4-f800-47bf-859f-81a5bd8d7c63', 'tenant_id': 'e156b5d0a1d64f118dbb019f54a5f1f0', 'fixed_ips': [{'subnet_id': '061e4b8c-ab2d-4682-a3d2-e34df59bc21f'}]}} from dv-cinder-798198-2-iscsi. {{(pid=93412) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 14:30:13.796728 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-7d4a53a6-1fce-414d-9765-7f7b1ccbd1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_create {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:13.841528 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-b20d775d-4283-4bda-ad4e-9df4fac81423 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:14.015236 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1447ec56-76c2-4a70-b1af-aa3a1ecbabcb admin admin] Network c66be7ba-5c71-487e-a4a7-ed7cb74aecf9 is scheduled to be hosted by DHCP agent 53faeb90-ccf6-4b1a-8900-1e421dfb616b with binding_index 1 {{(pid=93411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 14:30:14.053097 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.db_base_plugin_common [None req-7d4a53a6-1fce-414d-9765-7f7b1ccbd1b1 None None] Allocated IP 172.20.0.2 (86a6d1d4-f800-47bf-859f-81a5bd8d7c63/061e4b8c-ab2d-4682-a3d2-e34df59bc21f/1bc8f386-7e29-4ea4-be03-90ed3eefacc2) {{(pid=93412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 14:30:14.082074 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.scheduler.base_scheduler [None req-1447ec56-76c2-4a70-b1af-aa3a1ecbabcb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798198-2-iscsi, c66be7ba-5c71-487e-a4a7-ed7cb74aecf9) {{(pid=93411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:30:14.105926 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1447ec56-76c2-4a70-b1af-aa3a1ecbabcb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:30:14.108052 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-1447ec56-76c2-4a70-b1af-aa3a1ecbabcb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-767256'] for subnet, before_response {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:14.157095 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-edcdcb32-2113-4eb9-9519-1888daabc94d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:14.166606 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-1447ec56-76c2-4a70-b1af-aa3a1ecbabcb admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6348131 Aug 10 14:30:14.189762 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.wsgi [-] (93411) accepted ('10.222.0.42', 47846) {{(pid=93411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:30:14.196267 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.v2.base [None req-c21e3d19-ecda-4984-909c-42c5c71ab880 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1660418919-router', 'tenant_id': '02185bbc814948319e41921dcf271d7d', 'external_gateway_info': {'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532'}}} {{(pid=93411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:30:14.199893 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-edcdcb32-2113-4eb9-9519-1888daabc94d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:14.268718 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-c21e3d19-ecda-4984-909c-42c5c71ab880 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-891600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35319'] for router, before_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:14.268881 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-7d4a53a6-1fce-414d-9765-7f7b1ccbd1b1 None None] Notify callbacks [] for port, precommit_create {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:14.270083 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-c21e3d19-ecda-4984-909c-42c5c71ab880 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-889952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-879889', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35214'] for router, precommit_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:14.271939 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-23bbb12f-89bc-4d8c-87a6-567fba9d9342 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238'] for subnet, after_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:14.299189 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f094a0af-2358-4199-be94-9a4590b1e043 None None] Network c66be7ba-5c71-487e-a4a7-ed7cb74aecf9 requested from dv-cinder-798198-2-iscsi {{(pid=93412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 14:30:14.337192 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bbb12f-89bc-4d8c-87a6-567fba9d9342 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1245afa9-3fb5-4482-bbaf-6462323ff6ec,revision_number=0']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:30:14.417465 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23bbb12f-89bc-4d8c-87a6-567fba9d9342 admin admin] Checking segment: {'id': '39fa0f7f-e9e6-4e0a-99b2-c0aec9ed8ee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '6dc46fb2-3ad0-40c6-8a95-f6904667e0a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 14:30:14.418126 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23bbb12f-89bc-4d8c-87a6-567fba9d9342 admin admin] Network hostable DHCP agents. Network: 6dc46fb2-3ad0-40c6-8a95-f6904667e0a0, hostable agents: ['53faeb90-ccf6-4b1a-8900-1e421dfb616b'], hosted agents: [] {{(pid=93410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 14:30:14.493441 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.provisioning_blocks [None req-7d4a53a6-1fce-414d-9765-7f7b1ccbd1b1 None None] Transition to ACTIVE for port object 1bc8f386-7e29-4ea4-be03-90ed3eefacc2 will not be triggered until provisioned by entity L2. {{(pid=93412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 14:30:14.530374 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10319887-58e6-4101-a838-73cda3ad5754 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8873163a-82cf-5338-8941-670df499cab8-c66be7ba-5c71-487e-a4a7-ed7cb74aecf9', 'network_id': 'c66be7ba-5c71-487e-a4a7-ed7cb74aecf9', 'tenant_id': '02185bbc814948319e41921dcf271d7d', 'fixed_ips': [{'subnet_id': '18e8c05a-0b63-4e4f-b068-6c86c9aef18c'}]}} from dv-cinder-798198-2-iscsi. {{(pid=93412) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 14:30:14.531315 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-10319887-58e6-4101-a838-73cda3ad5754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_create {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:14.570905 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.provisioning_blocks [None req-7d4a53a6-1fce-414d-9765-7f7b1ccbd1b1 None None] Transition to ACTIVE for port object 1bc8f386-7e29-4ea4-be03-90ed3eefacc2 will not be triggered until provisioned by entity DHCP. {{(pid=93412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 14:30:14.587776 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-7d4a53a6-1fce-414d-9765-7f7b1ccbd1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786683465198'] for port, after_create {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:14.602950 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23bbb12f-89bc-4d8c-87a6-567fba9d9342 admin admin] Network 6dc46fb2-3ad0-40c6-8a95-f6904667e0a0 is scheduled to be hosted by DHCP agent 53faeb90-ccf6-4b1a-8900-1e421dfb616b with binding_index 1 {{(pid=93410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 14:30:14.645665 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-c21e3d19-ecda-4984-909c-42c5c71ab880 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:14.647235 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.scheduler.base_scheduler [None req-23bbb12f-89bc-4d8c-87a6-567fba9d9342 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798198-2-iscsi, 6dc46fb2-3ad0-40c6-8a95-f6904667e0a0) {{(pid=93410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:30:14.652841 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23bbb12f-89bc-4d8c-87a6-567fba9d9342 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:30:14.653786 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-23bbb12f-89bc-4d8c-87a6-567fba9d9342 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-767256'] for subnet, before_response {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:14.730562 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c877f9d5-9f60-4ef8-9731-48f8ed89cdc5 None None] Network 6dc46fb2-3ad0-40c6-8a95-f6904667e0a0 requested from dv-cinder-798198-2-iscsi {{(pid=93412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 14:30:14.758225 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d4a53a6-1fce-414d-9765-7f7b1ccbd1b1 None None] Network 86a6d1d4-f800-47bf-859f-81a5bd8d7c63 is already hosted by enough agents. {{(pid=93412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 14:30:14.758504 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [None req-23bbb12f-89bc-4d8c-87a6-567fba9d9342 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4040751 Aug 10 14:30:14.776160 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-b20d775d-4283-4bda-ad4e-9df4fac81423 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:14.789784 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.scheduler.base_scheduler [None req-7d4a53a6-1fce-414d-9765-7f7b1ccbd1b1 None None] Resources bound (agent type, host, resource id): {{(pid=93412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:30:14.827913 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d4a53a6-1fce-414d-9765-7f7b1ccbd1b1 None None] Received port after_create {{(pid=93412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 14:30:14.843430 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4a53a6-1fce-414d-9765-7f7b1ccbd1b1 None None] Pushing event updated for resources: {'Port': ['ID=1bc8f386-7e29-4ea4-be03-90ed3eefacc2,revision_number=1']} {{(pid=93412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:30:14.853827 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-b20d775d-4283-4bda-ad4e-9df4fac81423 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:14.944688 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.db.db_base_plugin_common [None req-edcdcb32-2113-4eb9-9519-1888daabc94d admin admin] Allocated IP 172.27.0.42 (3c935337-17af-4240-bc2c-ccb5b04b1532/e735a612-8fb3-4a85-bede-f6307ba49d31/af773401-7734-4e3d-88de-637a3fcbd70a) {{(pid=93411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 14:30:15.063422 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4a53a6-1fce-414d-9765-7f7b1ccbd1b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:30:15.063883 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4a53a6-1fce-414d-9765-7f7b1ccbd1b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:30:15.065127 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4a53a6-1fce-414d-9765-7f7b1ccbd1b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:30:15.065577 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4a53a6-1fce-414d-9765-7f7b1ccbd1b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:30:15.066338 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4a53a6-1fce-414d-9765-7f7b1ccbd1b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:30:15.066849 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4a53a6-1fce-414d-9765-7f7b1ccbd1b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:30:15.067183 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4a53a6-1fce-414d-9765-7f7b1ccbd1b1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:30:15.067883 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4a53a6-1fce-414d-9765-7f7b1ccbd1b1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:30:15.068510 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4a53a6-1fce-414d-9765-7f7b1ccbd1b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:30:15.068927 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4a53a6-1fce-414d-9765-7f7b1ccbd1b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:30:15.070539 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4a53a6-1fce-414d-9765-7f7b1ccbd1b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:30:15.070941 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4a53a6-1fce-414d-9765-7f7b1ccbd1b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:30:15.071999 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4a53a6-1fce-414d-9765-7f7b1ccbd1b1 None None] Tracked resource versions report: Aug 10 14:30:15.071999 dv-cinder-798198-2-iscsi neutron-server[93412]: pushed versions: Aug 10 14:30:15.071999 dv-cinder-798198-2-iscsi neutron-server[93412]: { 'AddressGroup': {'1.2'}, Aug 10 14:30:15.071999 dv-cinder-798198-2-iscsi neutron-server[93412]: 'ConntrackHelper': {'1.0'}, Aug 10 14:30:15.071999 dv-cinder-798198-2-iscsi neutron-server[93412]: 'Log': {'1.0'}, Aug 10 14:30:15.071999 dv-cinder-798198-2-iscsi neutron-server[93412]: 'Network': {'1.1'}, Aug 10 14:30:15.071999 dv-cinder-798198-2-iscsi neutron-server[93412]: 'Port': {'1.7'}, Aug 10 14:30:15.071999 dv-cinder-798198-2-iscsi neutron-server[93412]: 'PortForwarding': {'1.2'}, Aug 10 14:30:15.071999 dv-cinder-798198-2-iscsi neutron-server[93412]: 'QosPolicy': {'1.9'}, Aug 10 14:30:15.071999 dv-cinder-798198-2-iscsi neutron-server[93412]: 'SecurityGroup': {'1.4'}, Aug 10 14:30:15.071999 dv-cinder-798198-2-iscsi neutron-server[93412]: 'SecurityGroupRule': {'1.2'}, Aug 10 14:30:15.071999 dv-cinder-798198-2-iscsi neutron-server[93412]: 'SubPort': {'1.0'}, Aug 10 14:30:15.071999 dv-cinder-798198-2-iscsi neutron-server[93412]: 'Subnet': {'1.1'}, Aug 10 14:30:15.071999 dv-cinder-798198-2-iscsi neutron-server[93412]: 'Trunk': {'1.1'}} Aug 10 14:30:15.071999 dv-cinder-798198-2-iscsi neutron-server[93412]: consumer versions: Aug 10 14:30:15.071999 dv-cinder-798198-2-iscsi neutron-server[93412]: { DHCP agent@dv-cinder-798198-2-iscsi: {}, Aug 10 14:30:15.071999 dv-cinder-798198-2-iscsi neutron-server[93412]: HyperV agent@hv-cinder-79819: {}, Aug 10 14:30:15.071999 dv-cinder-798198-2-iscsi neutron-server[93412]: L3 agent@dv-cinder-798198-2-iscsi: {}, Aug 10 14:30:15.071999 dv-cinder-798198-2-iscsi neutron-server[93412]: Metadata agent@dv-cinder-798198-2-iscsi: {}, Aug 10 14:30:15.071999 dv-cinder-798198-2-iscsi neutron-server[93412]: Metering agent@dv-cinder-798198-2-iscsi: {}, Aug 10 14:30:15.071999 dv-cinder-798198-2-iscsi neutron-server[93412]: Open vSwitch agent@dv-cinder-798198-2-iscsi: { 'AddressGroup': '1.2', Aug 10 14:30:15.071999 dv-cinder-798198-2-iscsi neutron-server[93412]: 'ConntrackHelper': '1.0', Aug 10 14:30:15.071999 dv-cinder-798198-2-iscsi neutron-server[93412]: 'Log': '1.0', Aug 10 14:30:15.071999 dv-cinder-798198-2-iscsi neutron-server[93412]: 'Network': '1.1', Aug 10 14:30:15.071999 dv-cinder-798198-2-iscsi neutron-server[93412]: 'Port': '1.7', Aug 10 14:30:15.071999 dv-cinder-798198-2-iscsi neutron-server[93412]: 'PortForwarding': '1.2', Aug 10 14:30:15.071999 dv-cinder-798198-2-iscsi neutron-server[93412]: 'QosPolicy': '1.9', Aug 10 14:30:15.071999 dv-cinder-798198-2-iscsi neutron-server[93412]: 'SecurityGroup': '1.4', Aug 10 14:30:15.071999 dv-cinder-798198-2-iscsi neutron-server[93412]: 'SecurityGroupRule': '1.2', Aug 10 14:30:15.071999 dv-cinder-798198-2-iscsi neutron-server[93412]: 'SubPort': '1.0', Aug 10 14:30:15.071999 dv-cinder-798198-2-iscsi neutron-server[93412]: 'Subnet': '1.1', Aug 10 14:30:15.071999 dv-cinder-798198-2-iscsi neutron-server[93412]: 'Trunk': '1.1'}} Aug 10 14:30:15.071999 dv-cinder-798198-2-iscsi neutron-server[93412]: {{(pid=93412) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 10 14:30:15.107970 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-c21e3d19-ecda-4984-909c-42c5c71ab880 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:15.229224 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.managers [None req-7d4a53a6-1fce-414d-9765-7f7b1ccbd1b1 None None] Attempting to bind port 1bc8f386-7e29-4ea4-be03-90ed3eefacc2 on host dv-cinder-798198-2-iscsi for vnic_type normal with profile {{(pid=93412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 14:30:15.229940 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.managers [None req-7d4a53a6-1fce-414d-9765-7f7b1ccbd1b1 None None] Attempting to bind port 1bc8f386-7e29-4ea4-be03-90ed3eefacc2 by drivers openvswitch,hyperv on host dv-cinder-798198-2-iscsi at level 0 using segments [{'id': 'd55ed611-efa5-4413-9a01-d70eef9c92c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '86a6d1d4-f800-47bf-859f-81a5bd8d7c63'}] {{(pid=93412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 14:30:15.231038 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d4a53a6-1fce-414d-9765-7f7b1ccbd1b1 None None] Attempting to bind port 1bc8f386-7e29-4ea4-be03-90ed3eefacc2 on network 86a6d1d4-f800-47bf-859f-81a5bd8d7c63 {{(pid=93412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 14:30:15.259792 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.db_base_plugin_common [None req-10319887-58e6-4101-a838-73cda3ad5754 None None] Allocated IP 172.20.0.2 (c66be7ba-5c71-487e-a4a7-ed7cb74aecf9/18e8c05a-0b63-4e4f-b068-6c86c9aef18c/fb6244e5-4a01-492e-873a-4f04f7687bdd) {{(pid=93412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 14:30:15.265847 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d4a53a6-1fce-414d-9765-7f7b1ccbd1b1 None None] Checking agent: {'id': 'd4363d4d-7a35-4f9b-b61a-c2590b3a63af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798198-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 14, 22, 29), 'started_at': datetime.datetime(2021, 8, 10, 14, 22, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 14, 29, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798198-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 14:30:15.266293 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d4a53a6-1fce-414d-9765-7f7b1ccbd1b1 None None] Checking segment: {'id': 'd55ed611-efa5-4413-9a01-d70eef9c92c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '86a6d1d4-f800-47bf-859f-81a5bd8d7c63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 14:30:15.266645 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-7d4a53a6-1fce-414d-9765-7f7b1ccbd1b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:15.267052 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d4a53a6-1fce-414d-9765-7f7b1ccbd1b1 None None] Bound using segment: {'id': 'd55ed611-efa5-4413-9a01-d70eef9c92c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '86a6d1d4-f800-47bf-859f-81a5bd8d7c63'} {{(pid=93412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 14:30:15.267550 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.managers [None req-7d4a53a6-1fce-414d-9765-7f7b1ccbd1b1 None None] Bound port: 1bc8f386-7e29-4ea4-be03-90ed3eefacc2, host: dv-cinder-798198-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd55ed611-efa5-4413-9a01-d70eef9c92c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '86a6d1d4-f800-47bf-859f-81a5bd8d7c63'}}] {{(pid=93412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 14:30:15.267959 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-7d4a53a6-1fce-414d-9765-7f7b1ccbd1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:15.502728 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-edcdcb32-2113-4eb9-9519-1888daabc94d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:15.697993 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.wsgi [-] (93410) accepted ('10.222.0.42', 47908) {{(pid=93410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:30:15.703707 dv-cinder-798198-2-iscsi neutron-server[93410]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 10 14:30:15.713394 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.db [None req-7d4a53a6-1fce-414d-9765-7f7b1ccbd1b1 None None] For port 1bc8f386-7e29-4ea4-be03-90ed3eefacc2, host dv-cinder-798198-2-iscsi, cleared binding levels {{(pid=93412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 14:30:15.721378 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.db [None req-7d4a53a6-1fce-414d-9765-7f7b1ccbd1b1 None None] For port 1bc8f386-7e29-4ea4-be03-90ed3eefacc2, host dv-cinder-798198-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-2-iscsi',level=0,port_id=1bc8f386-7e29-4ea4-be03-90ed3eefacc2,segment=NetworkSegment(d55ed611-efa5-4413-9a01-d70eef9c92c8),segment_id=d55ed611-efa5-4413-9a01-d70eef9c92c8)] {{(pid=93412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 14:30:15.756928 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-7d4a53a6-1fce-414d-9765-7f7b1ccbd1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683854493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786683465220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786683465238'] for port, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:15.785530 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6a6be42-a97a-447b-baba-2e670a11f5b8 None None] Network 6dc46fb2-3ad0-40c6-8a95-f6904667e0a0 requested from dv-cinder-798198-2-iscsi {{(pid=93412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 14:30:16.105846 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-edcdcb32-2113-4eb9-9519-1888daabc94d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786683465198'] for port, after_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:16.226152 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-c21e3d19-ecda-4984-909c-42c5c71ab880 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:16.357051 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-c21e3d19-ecda-4984-909c-42c5c71ab880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:16.383724 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edcdcb32-2113-4eb9-9519-1888daabc94d admin admin] Network 3c935337-17af-4240-bc2c-ccb5b04b1532 is already hosted by enough agents. {{(pid=93411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 14:30:16.386436 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcdcb32-2113-4eb9-9519-1888daabc94d admin admin] Pushing event updated for resources: {'Port': ['ID=af773401-7734-4e3d-88de-637a3fcbd70a,revision_number=1']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:30:16.402446 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.scheduler.base_scheduler [None req-edcdcb32-2113-4eb9-9519-1888daabc94d admin admin] Resources bound (agent type, host, resource id): {{(pid=93411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:30:16.405631 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edcdcb32-2113-4eb9-9519-1888daabc94d admin admin] Received port after_create {{(pid=93411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 14:30:16.411983 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.db.db_base_plugin_common [None req-b20d775d-4283-4bda-ad4e-9df4fac81423 admin admin] Allocated IP 172.27.0.6 (3c935337-17af-4240-bc2c-ccb5b04b1532/e735a612-8fb3-4a85-bede-f6307ba49d31/a6b091e1-0abc-4678-a829-20447b882acc) {{(pid=93410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 14:30:16.431486 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.wsgi [-] (93410) accepted ('10.222.0.42', 47932) {{(pid=93410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:30:16.508042 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4a53a6-1fce-414d-9765-7f7b1ccbd1b1 None None] Pushing event updated for resources: {'Port': ['ID=1bc8f386-7e29-4ea4-be03-90ed3eefacc2,revision_number=2']} {{(pid=93412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:30:16.723055 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-d5c159af-95c7-4c82-a37a-1396ebd10fa5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:16.731339 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-10319887-58e6-4101-a838-73cda3ad5754 None None] Notify callbacks [] for port, precommit_create {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:16.760659 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.provisioning_blocks [None req-10319887-58e6-4101-a838-73cda3ad5754 None None] Transition to ACTIVE for port object fb6244e5-4a01-492e-873a-4f04f7687bdd will not be triggered until provisioned by entity L2. {{(pid=93412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 14:30:16.794597 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.provisioning_blocks [None req-10319887-58e6-4101-a838-73cda3ad5754 None None] Transition to ACTIVE for port object fb6244e5-4a01-492e-873a-4f04f7687bdd will not be triggered until provisioned by entity DHCP. {{(pid=93412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 14:30:16.824341 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-10319887-58e6-4101-a838-73cda3ad5754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786683465198'] for port, after_create {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:16.848719 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f26d3d0-ab36-426e-b3e8-c3aedac6393a req-fbbcfa2c-dcf7-4a70-b041-c189fafdc5ff tempest-DeleteServersTestJSON-296734148 tempest-DeleteServersTestJSON-296734148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:30:16.852614 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-3f26d3d0-ab36-426e-b3e8-c3aedac6393a req-fbbcfa2c-dcf7-4a70-b041-c189fafdc5ff tempest-DeleteServersTestJSON-296734148 tempest-DeleteServersTestJSON-296734148-project] 10.222.0.42 "GET /v2.0/networks?id=6dc46fb2-3ad0-40c6-8a95-f6904667e0a0 HTTP/1.1" status: 200 len: 811 time: 1.1515505 Aug 10 14:30:16.909090 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10319887-58e6-4101-a838-73cda3ad5754 None None] Pushing event updated for resources: {'Port': ['ID=fb6244e5-4a01-492e-873a-4f04f7687bdd,revision_number=1']} {{(pid=93412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:30:16.959340 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10319887-58e6-4101-a838-73cda3ad5754 None None] Network c66be7ba-5c71-487e-a4a7-ed7cb74aecf9 is already hosted by enough agents. {{(pid=93412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 14:30:16.968026 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.scheduler.base_scheduler [None req-10319887-58e6-4101-a838-73cda3ad5754 None None] Resources bound (agent type, host, resource id): {{(pid=93412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:30:16.972960 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10319887-58e6-4101-a838-73cda3ad5754 None None] Received port after_create {{(pid=93412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 14:30:16.981298 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-3f26d3d0-ab36-426e-b3e8-c3aedac6393a req-c8735e95-1823-42ed-9546-e7f8ae74d878 tempest-DeleteServersTestJSON-296734148 tempest-DeleteServersTestJSON-296734148-project] 10.222.0.42 "GET /v2.0/quotas/35f5a177561848da87fc5d7c36ba5745 HTTP/1.1" status: 200 len: 375 time: 0.1088886 Aug 10 14:30:17.064034 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-edcdcb32-2113-4eb9-9519-1888daabc94d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:17.110142 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-3f26d3d0-ab36-426e-b3e8-c3aedac6393a req-56b29174-6ebb-4ac7-86b3-54b0803be12b tempest-DeleteServersTestJSON-296734148 tempest-DeleteServersTestJSON-296734148-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=35f5a177561848da87fc5d7c36ba5745&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1088679 Aug 10 14:30:17.115119 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-b20d775d-4283-4bda-ad4e-9df4fac81423 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:17.131045 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.managers [None req-10319887-58e6-4101-a838-73cda3ad5754 None None] Attempting to bind port fb6244e5-4a01-492e-873a-4f04f7687bdd on host dv-cinder-798198-2-iscsi for vnic_type normal with profile {{(pid=93412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 14:30:17.132549 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.managers [None req-10319887-58e6-4101-a838-73cda3ad5754 None None] Attempting to bind port fb6244e5-4a01-492e-873a-4f04f7687bdd by drivers openvswitch,hyperv on host dv-cinder-798198-2-iscsi at level 0 using segments [{'id': '9070e634-2e5b-4a24-9474-38d8394f1b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'c66be7ba-5c71-487e-a4a7-ed7cb74aecf9'}] {{(pid=93412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 14:30:17.133579 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10319887-58e6-4101-a838-73cda3ad5754 None None] Attempting to bind port fb6244e5-4a01-492e-873a-4f04f7687bdd on network c66be7ba-5c71-487e-a4a7-ed7cb74aecf9 {{(pid=93412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 14:30:17.152299 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10319887-58e6-4101-a838-73cda3ad5754 None None] Checking agent: {'id': 'd4363d4d-7a35-4f9b-b61a-c2590b3a63af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798198-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 14, 22, 29), 'started_at': datetime.datetime(2021, 8, 10, 14, 22, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 14, 29, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798198-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 14:30:17.152915 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10319887-58e6-4101-a838-73cda3ad5754 None None] Checking segment: {'id': '9070e634-2e5b-4a24-9474-38d8394f1b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'c66be7ba-5c71-487e-a4a7-ed7cb74aecf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 14:30:17.154039 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-10319887-58e6-4101-a838-73cda3ad5754 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:17.154722 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10319887-58e6-4101-a838-73cda3ad5754 None None] Bound using segment: {'id': '9070e634-2e5b-4a24-9474-38d8394f1b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'c66be7ba-5c71-487e-a4a7-ed7cb74aecf9'} {{(pid=93412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 14:30:17.155537 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.managers [None req-10319887-58e6-4101-a838-73cda3ad5754 None None] Bound port: fb6244e5-4a01-492e-873a-4f04f7687bdd, host: dv-cinder-798198-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9070e634-2e5b-4a24-9474-38d8394f1b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'c66be7ba-5c71-487e-a4a7-ed7cb74aecf9'}}] {{(pid=93412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 14:30:17.156200 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-10319887-58e6-4101-a838-73cda3ad5754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:17.315684 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.db [None req-10319887-58e6-4101-a838-73cda3ad5754 None None] For port fb6244e5-4a01-492e-873a-4f04f7687bdd, host dv-cinder-798198-2-iscsi, cleared binding levels {{(pid=93412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 14:30:17.324351 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.db [None req-10319887-58e6-4101-a838-73cda3ad5754 None None] For port fb6244e5-4a01-492e-873a-4f04f7687bdd, host dv-cinder-798198-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-2-iscsi',level=0,port_id=fb6244e5-4a01-492e-873a-4f04f7687bdd,segment=NetworkSegment(9070e634-2e5b-4a24-9474-38d8394f1b6d),segment_id=9070e634-2e5b-4a24-9474-38d8394f1b6d)] {{(pid=93412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 14:30:17.339074 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-10319887-58e6-4101-a838-73cda3ad5754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683854493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786683465220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786683465238'] for port, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:17.384497 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-b20d775d-4283-4bda-ad4e-9df4fac81423 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786683465198'] for port, after_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:17.574761 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b20d775d-4283-4bda-ad4e-9df4fac81423 admin admin] Network 3c935337-17af-4240-bc2c-ccb5b04b1532 is already hosted by enough agents. {{(pid=93410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 14:30:17.582941 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10319887-58e6-4101-a838-73cda3ad5754 None None] Pushing event updated for resources: {'Port': ['ID=fb6244e5-4a01-492e-873a-4f04f7687bdd,revision_number=2']} {{(pid=93412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:30:17.593638 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.scheduler.base_scheduler [None req-b20d775d-4283-4bda-ad4e-9df4fac81423 admin admin] Resources bound (agent type, host, resource id): {{(pid=93410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:30:17.616768 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.wsgi [req-3f26d3d0-ab36-426e-b3e8-c3aedac6393a req-d6384f70-5f8c-4d84-9e21-778be4e15db5 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=93410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 14:30:17.623578 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-3f26d3d0-ab36-426e-b3e8-c3aedac6393a req-d6384f70-5f8c-4d84-9e21-778be4e15db5 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3030825 Aug 10 14:30:17.643619 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.db.db_base_plugin_common [None req-c21e3d19-ecda-4984-909c-42c5c71ab880 admin admin] Allocated IP 172.27.0.50 (3c935337-17af-4240-bc2c-ccb5b04b1532/e735a612-8fb3-4a85-bede-f6307ba49d31/5d03ed95-293a-4227-9c67-87733d1923ad) {{(pid=93411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 14:30:17.660868 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b20d775d-4283-4bda-ad4e-9df4fac81423 admin admin] Received port after_create {{(pid=93410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 14:30:17.690890 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Device 1bc8f386-7e29-4ea4-be03-90ed3eefacc2 up at agent ovs-agent-dv-cinder-798198-2-iscsi {{(pid=93412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:30:17.707368 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-edcdcb32-2113-4eb9-9519-1888daabc94d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-889961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-880098'] for router, after_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:17.803016 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20d775d-4283-4bda-ad4e-9df4fac81423 admin admin] Pushing event updated for resources: {'Port': ['ID=a6b091e1-0abc-4678-a829-20447b882acc,revision_number=1']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:30:17.808752 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-d5c159af-95c7-4c82-a37a-1396ebd10fa5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:17.841061 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.provisioning_blocks [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Provisioning for port 1bc8f386-7e29-4ea4-be03-90ed3eefacc2 completed by entity L2. {{(pid=93412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 14:30:17.868703 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-d5c159af-95c7-4c82-a37a-1396ebd10fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734645'] for security_group, after_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:18.109448 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c159af-95c7-4c82-a37a-1396ebd10fa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab5a5d0e-64ba-47b8-ae24-09bcd71bc1f5,revision_number=1']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:30:18.133643 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [None req-d5c159af-95c7-4c82-a37a-1396ebd10fa5 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2755d76f3d2c457c8df8212b1603ed02&name=default HTTP/1.1" status: 200 len: 2975 time: 1.7009034 Aug 10 14:30:18.140163 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.wsgi [-] (93411) accepted ('10.222.0.42', 47956) {{(pid=93411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:30:18.167267 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-c21e3d19-ecda-4984-909c-42c5c71ab880 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:18.310343 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-57c2d287-6fac-450c-adbe-89bc36b98c2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:18.312319 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edcdcb32-2113-4eb9-9519-1888daabc94d admin admin] Router 1a593172-ba96-477b-a983-f97f0e73a803 is scheduled to L3 agent 8acc92de-0cfa-4d60-8b37-a39a4d3c1570 with binding_index 1 {{(pid=93411) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 14:30:18.347623 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-c21e3d19-ecda-4984-909c-42c5c71ab880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786683465198'] for port, after_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:18.358745 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-57c2d287-6fac-450c-adbe-89bc36b98c2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:18.371892 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-3f26d3d0-ab36-426e-b3e8-c3aedac6393a req-c8b2c8cc-d6f2-4d3c-95ad-6689868efc78 service neutron] 10.222.0.42 "GET /v2.0/networks/6dc46fb2-3ad0-40c6-8a95-f6904667e0a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6230528 Aug 10 14:30:18.393995 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bdfde46-75b5-4bc1-b338-27e8e88bd64c None None] Network 86a6d1d4-f800-47bf-859f-81a5bd8d7c63 requested from dv-cinder-798198-2-iscsi {{(pid=93412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 14:30:18.461315 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.provisioning_blocks [None req-492439f5-2dc7-4e8f-b5b8-c5b47a19ce58 None None] Provisioning for port 1bc8f386-7e29-4ea4-be03-90ed3eefacc2 completed by entity DHCP. {{(pid=93412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 14:30:18.468730 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.provisioning_blocks [None req-492439f5-2dc7-4e8f-b5b8-c5b47a19ce58 None None] Provisioning complete for port 1bc8f386-7e29-4ea4-be03-90ed3eefacc2 triggered by entity DHCP. {{(pid=93412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:30:18.469478 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-492439f5-2dc7-4e8f-b5b8-c5b47a19ce58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932393'] for port, provisioning_complete {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:18.481902 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c21e3d19-ecda-4984-909c-42c5c71ab880 admin admin] Network 3c935337-17af-4240-bc2c-ccb5b04b1532 is already hosted by enough agents. {{(pid=93411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 14:30:18.514040 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.scheduler.base_scheduler [None req-c21e3d19-ecda-4984-909c-42c5c71ab880 admin admin] Resources bound (agent type, host, resource id): {{(pid=93411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:30:18.520263 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c21e3d19-ecda-4984-909c-42c5c71ab880 admin admin] Received port after_create {{(pid=93411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 14:30:18.616767 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-3f26d3d0-ab36-426e-b3e8-c3aedac6393a req-8cda20ca-66d3-481a-b947-9ecb3882fb04 service neutron] 10.222.0.42 "GET /v2.0/networks/6dc46fb2-3ad0-40c6-8a95-f6904667e0a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2331617 Aug 10 14:30:18.617472 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-b20d775d-4283-4bda-ad4e-9df4fac81423 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:18.684063 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21e3d19-ecda-4984-909c-42c5c71ab880 admin admin] Pushing event updated for resources: {'Port': ['ID=5d03ed95-293a-4227-9c67-87733d1923ad,revision_number=1']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:30:18.802993 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edcdcb32-2113-4eb9-9519-1888daabc94d admin admin] Notify agent at l3_agent.dv-cinder-798198-2-iscsi the message routers_updated {{(pid=93411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 14:30:18.814857 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c7f9cf-6b89-43fb-8147-1e3f33fdba34 None None] Sync routers for ids ['1a593172-ba96-477b-a983-f97f0e73a803'] in dv-cinder-798198-2-iscsi {{(pid=93413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 14:30:18.833161 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c7f9cf-6b89-43fb-8147-1e3f33fdba34 None None] Routers {'1a593172-ba96-477b-a983-f97f0e73a803'} bound to L3 agent in host dv-cinder-798198-2-iscsi {{(pid=93413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:30:18.833855 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.db.l3_hamode_db [None req-c2c7f9cf-6b89-43fb-8147-1e3f33fdba34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T14:22:29Z,description=,heartbeat_timestamp=2021-08-10T14:29:59Z,host='dv-cinder-798198-2-iscsi',id=8acc92de-0cfa-4d60-8b37-a39a4d3c1570,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T14:22:29Z,topic='l3_agent')) {'router_ids': ['1a593172-ba96-477b-a983-f97f0e73a803'], 'active': True} {{(pid=93413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:30:18.854350 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-edcdcb32-2113-4eb9-9519-1888daabc94d admin admin] Notify callbacks [] for router, before_response {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:18.859489 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-edcdcb32-2113-4eb9-9519-1888daabc94d admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 6.4546909 Aug 10 14:30:18.859489 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-57c2d287-6fac-450c-adbe-89bc36b98c2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734645'] for security_group, after_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:18.870307 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-57c2d287-6fac-450c-adbe-89bc36b98c2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:18.871463 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-57c2d287-6fac-450c-adbe-89bc36b98c2e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ab5a5d0e-64ba-47b8-ae24-09bcd71bc1f5 HTTP/1.1" status: 204 len: 168 time: 0.7299252 Aug 10 14:30:18.872154 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.wsgi [-] (93411) accepted ('10.222.0.42', 47964) {{(pid=93411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:30:18.977210 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-b20d775d-4283-4bda-ad4e-9df4fac81423 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-889961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-880098'] for router, after_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:19.089400 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-492439f5-2dc7-4e8f-b5b8-c5b47a19ce58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:19.209095 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-c21e3d19-ecda-4984-909c-42c5c71ab880 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:19.254199 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.db [None req-492439f5-2dc7-4e8f-b5b8-c5b47a19ce58 None None] For port 1bc8f386-7e29-4ea4-be03-90ed3eefacc2, host dv-cinder-798198-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-2-iscsi',level=0,port_id=1bc8f386-7e29-4ea4-be03-90ed3eefacc2,segment=NetworkSegment(d55ed611-efa5-4413-9a01-d70eef9c92c8),segment_id=d55ed611-efa5-4413-9a01-d70eef9c92c8)] {{(pid=93412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:30:19.271702 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-492439f5-2dc7-4e8f-b5b8-c5b47a19ce58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683854493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786683465220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786683465238'] for port, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:19.291398 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.wsgi [-] (93410) accepted ('10.222.0.42', 47978) {{(pid=93410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:30:19.329706 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.db.l3_dvr_db [None req-c2c7f9cf-6b89-43fb-8147-1e3f33fdba34 None None] Set router 1a593172-ba96-477b-a983-f97f0e73a803 gateway port host: dv-cinder-798198-2-iscsi {{(pid=93413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:30:19.372074 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-762d9335-840a-4b01-87ca-dc1a8e5c5d31 None None] Network c66be7ba-5c71-487e-a4a7-ed7cb74aecf9 requested from dv-cinder-798198-2-iscsi {{(pid=93412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 14:30:19.413736 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-a1aa63a5-a3bf-434f-9e6e-df9542e5b85d req-ae458918-3d56-4160-8769-cf67282564ec tempest-DeleteServersTestJSON-296734148 tempest-DeleteServersTestJSON-296734148-project] 10.222.0.42 "GET /v2.0/ports?device_id=c6ecb309-c906-4a41-a235-dc8d993f597a HTTP/1.1" status: 200 len: 210 time: 0.1156332 Aug 10 14:30:19.547491 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b20d775d-4283-4bda-ad4e-9df4fac81423 admin admin] Router 9c09542e-5201-4a53-a355-b1f2b1a699e0 is scheduled to L3 agent 8acc92de-0cfa-4d60-8b37-a39a4d3c1570 with binding_index 1 {{(pid=93410) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 14:30:19.677742 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.provisioning_blocks [None req-5baad121-d979-406e-925d-67a35b3cc895 None None] Provisioning for port fb6244e5-4a01-492e-873a-4f04f7687bdd completed by entity DHCP. {{(pid=93412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 14:30:19.720728 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492439f5-2dc7-4e8f-b5b8-c5b47a19ce58 None None] Pushing event updated for resources: {'Port': ['ID=1bc8f386-7e29-4ea4-be03-90ed3eefacc2,revision_number=3']} {{(pid=93412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:30:19.727788 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Device fb6244e5-4a01-492e-873a-4f04f7687bdd up at agent ovs-agent-dv-cinder-798198-2-iscsi {{(pid=93412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:30:19.884040 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.db.l3_hamode_db [None req-c2c7f9cf-6b89-43fb-8147-1e3f33fdba34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a593172-ba96-477b-a983-f97f0e73a803', 'name': 'tempest-ServerRescueNegativeTestJSON-2135491941-router', 'tenant_id': 'bf4e0f7339204a0c95f8d4f09f21f7e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'external_fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': 'af773401-7734-4e3d-88de-637a3fcbd70a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:30:12Z', 'updated_at': '2021-08-10T14:30:16Z', 'revision_number': 3, 'project_id': 'bf4e0f7339204a0c95f8d4f09f21f7e0', 'gw_port': {'id': 'af773401-7734-4e3d-88de-637a3fcbd70a', 'name': '', 'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:84:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a593172-ba96-477b-a983-f97f0e73a803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:30:14Z', 'updated_at': '2021-08-10T14:30:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-2-iscsi'}], 'dv-cinder-798198-2-iscsi', False) {} {{(pid=93413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:30:19.917030 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c7f9cf-6b89-43fb-8147-1e3f33fdba34 None None] Checking router: 1a593172-ba96-477b-a983-f97f0e73a803 for host: dv-cinder-798198-2-iscsi {{(pid=93413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 14:30:19.917687 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c7f9cf-6b89-43fb-8147-1e3f33fdba34 None None] Updating router 1a593172-ba96-477b-a983-f97f0e73a803 port af773401-7734-4e3d-88de-637a3fcbd70a binding host dv-cinder-798198-2-iscsi {{(pid=93413) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 14:30:19.939752 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b20d775d-4283-4bda-ad4e-9df4fac81423 admin admin] Notify agent at l3_agent.dv-cinder-798198-2-iscsi the message routers_updated {{(pid=93410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 14:30:19.965529 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-b20d775d-4283-4bda-ad4e-9df4fac81423 admin admin] Notify callbacks [] for router, before_response {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:19.968464 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [None req-b20d775d-4283-4bda-ad4e-9df4fac81423 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 7.0281181 Aug 10 14:30:19.970057 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron_lib.callbacks.manager [None req-c2c7f9cf-6b89-43fb-8147-1e3f33fdba34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_update {{(pid=93413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:19.970225 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.wsgi [-] (93410) accepted ('10.222.0.42', 48000) {{(pid=93410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:30:19.978815 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.wsgi [-] (93410) accepted ('10.222.0.42', 48002) {{(pid=93410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:30:19.992053 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e9083ad-299b-47bc-8fe8-0f8b4deb39f3 None None] Sync routers for ids ['9c09542e-5201-4a53-a355-b1f2b1a699e0'] in dv-cinder-798198-2-iscsi {{(pid=93412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 14:30:19.997476 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-704ba0aa-f274-48ae-9d41-5ff58f08615d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:20.008655 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c2d287-6fac-450c-adbe-89bc36b98c2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab5a5d0e-64ba-47b8-ae24-09bcd71bc1f5,revision_number=None']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:30:20.047197 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.provisioning_blocks [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Provisioning for port fb6244e5-4a01-492e-873a-4f04f7687bdd completed by entity L2. {{(pid=93412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 14:30:20.071362 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e9083ad-299b-47bc-8fe8-0f8b4deb39f3 None None] Routers {'9c09542e-5201-4a53-a355-b1f2b1a699e0'} bound to L3 agent in host dv-cinder-798198-2-iscsi {{(pid=93412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:30:20.072285 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.l3_hamode_db [None req-2e9083ad-299b-47bc-8fe8-0f8b4deb39f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T14:22:29Z,description=,heartbeat_timestamp=2021-08-10T14:29:59Z,host='dv-cinder-798198-2-iscsi',id=8acc92de-0cfa-4d60-8b37-a39a4d3c1570,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T14:22:29Z,topic='l3_agent')) {'router_ids': ['9c09542e-5201-4a53-a355-b1f2b1a699e0'], 'active': True} {{(pid=93412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:30:20.227977 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.provisioning_blocks [None req-138a8873-4154-48d8-9a44-5a1f81291406 None None] Provisioning complete for port 1bc8f386-7e29-4ea4-be03-90ed3eefacc2 triggered by entity DHCP. {{(pid=93412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:30:20.228986 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-138a8873-4154-48d8-9a44-5a1f81291406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932393'] for port, provisioning_complete {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:20.378927 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.provisioning_blocks [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Provisioning complete for port fb6244e5-4a01-492e-873a-4f04f7687bdd triggered by entity L2. {{(pid=93412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:30:20.379406 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932393'] for port, provisioning_complete {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:20.762484 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-c21e3d19-ecda-4984-909c-42c5c71ab880 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-889961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-880098'] for router, after_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:20.775601 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-704ba0aa-f274-48ae-9d41-5ff58f08615d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:20.784937 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-d973706d-527b-4fbc-81e2-d0b691403177 req-66da09cc-7707-47e4-9e0c-4a2b4c5a75ef tempest-DeleteServersTestJSON-296734148 tempest-DeleteServersTestJSON-296734148-project] 10.222.0.42 "GET /v2.0/ports?device_id=c6ecb309-c906-4a41-a235-dc8d993f597a HTTP/1.1" status: 200 len: 210 time: 0.1515331 Aug 10 14:30:20.870656 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.l3_dvr_db [None req-2e9083ad-299b-47bc-8fe8-0f8b4deb39f3 None None] Set router 9c09542e-5201-4a53-a355-b1f2b1a699e0 gateway port host: dv-cinder-798198-2-iscsi {{(pid=93412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:30:20.891720 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-704ba0aa-f274-48ae-9d41-5ff58f08615d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734645'] for security_group, after_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:20.957226 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [None req-704ba0aa-f274-48ae-9d41-5ff58f08615d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=041e989f8d0c4550b4027a731122224a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9859219 Aug 10 14:30:20.960019 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704ba0aa-f274-48ae-9d41-5ff58f08615d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45820a39-5dfe-4423-ae61-523aaea626cd,revision_number=1']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:30:20.974285 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.wsgi [-] (93410) accepted ('10.222.0.42', 48038) {{(pid=93410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:30:20.995197 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron_lib.callbacks.manager [None req-c2c7f9cf-6b89-43fb-8147-1e3f33fdba34 None None] Notify callbacks [] for port, precommit_update {{(pid=93413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:21.029293 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.db.provisioning_blocks [None req-c2c7f9cf-6b89-43fb-8147-1e3f33fdba34 None None] Transition to ACTIVE for port object af773401-7734-4e3d-88de-637a3fcbd70a will not be triggered until provisioned by entity L2. {{(pid=93413) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 14:30:21.041079 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron_lib.callbacks.manager [None req-c2c7f9cf-6b89-43fb-8147-1e3f33fdba34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683854493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786683465220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786683465238'] for port, after_update {{(pid=93413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:21.119304 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff5f269-e438-4dec-aae6-b96b16eabadf None None] Pushing event updated for resources: {'Port': ['ID=af773401-7734-4e3d-88de-637a3fcbd70a,revision_number=2']} {{(pid=93413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:30:21.152009 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff5f269-e438-4dec-aae6-b96b16eabadf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:30:21.152876 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff5f269-e438-4dec-aae6-b96b16eabadf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:30:21.152876 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff5f269-e438-4dec-aae6-b96b16eabadf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:30:21.153154 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff5f269-e438-4dec-aae6-b96b16eabadf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:30:21.153575 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff5f269-e438-4dec-aae6-b96b16eabadf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:30:21.154075 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff5f269-e438-4dec-aae6-b96b16eabadf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:30:21.154573 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff5f269-e438-4dec-aae6-b96b16eabadf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:30:21.155021 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff5f269-e438-4dec-aae6-b96b16eabadf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:30:21.155400 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff5f269-e438-4dec-aae6-b96b16eabadf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:30:21.155993 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff5f269-e438-4dec-aae6-b96b16eabadf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:30:21.156372 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff5f269-e438-4dec-aae6-b96b16eabadf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:30:21.156703 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff5f269-e438-4dec-aae6-b96b16eabadf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:30:21.158743 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff5f269-e438-4dec-aae6-b96b16eabadf None None] Tracked resource versions report: Aug 10 14:30:21.158743 dv-cinder-798198-2-iscsi neutron-server[93413]: pushed versions: Aug 10 14:30:21.158743 dv-cinder-798198-2-iscsi neutron-server[93413]: { 'AddressGroup': {'1.2'}, Aug 10 14:30:21.158743 dv-cinder-798198-2-iscsi neutron-server[93413]: 'ConntrackHelper': {'1.0'}, Aug 10 14:30:21.158743 dv-cinder-798198-2-iscsi neutron-server[93413]: 'Log': {'1.0'}, Aug 10 14:30:21.158743 dv-cinder-798198-2-iscsi neutron-server[93413]: 'Network': {'1.1'}, Aug 10 14:30:21.158743 dv-cinder-798198-2-iscsi neutron-server[93413]: 'Port': {'1.7'}, Aug 10 14:30:21.158743 dv-cinder-798198-2-iscsi neutron-server[93413]: 'PortForwarding': {'1.2'}, Aug 10 14:30:21.158743 dv-cinder-798198-2-iscsi neutron-server[93413]: 'QosPolicy': {'1.9'}, Aug 10 14:30:21.158743 dv-cinder-798198-2-iscsi neutron-server[93413]: 'SecurityGroup': {'1.4'}, Aug 10 14:30:21.158743 dv-cinder-798198-2-iscsi neutron-server[93413]: 'SecurityGroupRule': {'1.2'}, Aug 10 14:30:21.158743 dv-cinder-798198-2-iscsi neutron-server[93413]: 'SubPort': {'1.0'}, Aug 10 14:30:21.158743 dv-cinder-798198-2-iscsi neutron-server[93413]: 'Subnet': {'1.1'}, Aug 10 14:30:21.158743 dv-cinder-798198-2-iscsi neutron-server[93413]: 'Trunk': {'1.1'}} Aug 10 14:30:21.158743 dv-cinder-798198-2-iscsi neutron-server[93413]: consumer versions: Aug 10 14:30:21.158743 dv-cinder-798198-2-iscsi neutron-server[93413]: { DHCP agent@dv-cinder-798198-2-iscsi: {}, Aug 10 14:30:21.158743 dv-cinder-798198-2-iscsi neutron-server[93413]: HyperV agent@hv-cinder-79819: {}, Aug 10 14:30:21.158743 dv-cinder-798198-2-iscsi neutron-server[93413]: L3 agent@dv-cinder-798198-2-iscsi: {}, Aug 10 14:30:21.158743 dv-cinder-798198-2-iscsi neutron-server[93413]: Metadata agent@dv-cinder-798198-2-iscsi: {}, Aug 10 14:30:21.158743 dv-cinder-798198-2-iscsi neutron-server[93413]: Metering agent@dv-cinder-798198-2-iscsi: {}, Aug 10 14:30:21.158743 dv-cinder-798198-2-iscsi neutron-server[93413]: Open vSwitch agent@dv-cinder-798198-2-iscsi: { 'AddressGroup': '1.2', Aug 10 14:30:21.158743 dv-cinder-798198-2-iscsi neutron-server[93413]: 'ConntrackHelper': '1.0', Aug 10 14:30:21.158743 dv-cinder-798198-2-iscsi neutron-server[93413]: 'Log': '1.0', Aug 10 14:30:21.158743 dv-cinder-798198-2-iscsi neutron-server[93413]: 'Network': '1.1', Aug 10 14:30:21.158743 dv-cinder-798198-2-iscsi neutron-server[93413]: 'Port': '1.7', Aug 10 14:30:21.158743 dv-cinder-798198-2-iscsi neutron-server[93413]: 'PortForwarding': '1.2', Aug 10 14:30:21.158743 dv-cinder-798198-2-iscsi neutron-server[93413]: 'QosPolicy': '1.9', Aug 10 14:30:21.158743 dv-cinder-798198-2-iscsi neutron-server[93413]: 'SecurityGroup': '1.4', Aug 10 14:30:21.158743 dv-cinder-798198-2-iscsi neutron-server[93413]: 'SecurityGroupRule': '1.2', Aug 10 14:30:21.158743 dv-cinder-798198-2-iscsi neutron-server[93413]: 'SubPort': '1.0', Aug 10 14:30:21.158743 dv-cinder-798198-2-iscsi neutron-server[93413]: 'Subnet': '1.1', Aug 10 14:30:21.158743 dv-cinder-798198-2-iscsi neutron-server[93413]: 'Trunk': '1.1'}} Aug 10 14:30:21.158743 dv-cinder-798198-2-iscsi neutron-server[93413]: {{(pid=93413) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 10 14:30:21.163130 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.plugins.ml2.managers [None req-c2c7f9cf-6b89-43fb-8147-1e3f33fdba34 None None] Attempting to bind port af773401-7734-4e3d-88de-637a3fcbd70a on host dv-cinder-798198-2-iscsi for vnic_type normal with profile {{(pid=93413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 14:30:21.163581 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.plugins.ml2.managers [None req-c2c7f9cf-6b89-43fb-8147-1e3f33fdba34 None None] Attempting to bind port af773401-7734-4e3d-88de-637a3fcbd70a by drivers openvswitch,hyperv on host dv-cinder-798198-2-iscsi at level 0 using segments [{'id': '9b73c935-a484-45be-a2a0-87b3c816c298', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532'}] {{(pid=93413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 14:30:21.171254 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c7f9cf-6b89-43fb-8147-1e3f33fdba34 None None] Attempting to bind port af773401-7734-4e3d-88de-637a3fcbd70a on network 3c935337-17af-4240-bc2c-ccb5b04b1532 {{(pid=93413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 14:30:21.179759 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c7f9cf-6b89-43fb-8147-1e3f33fdba34 None None] Checking agent: {'id': 'd4363d4d-7a35-4f9b-b61a-c2590b3a63af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798198-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 14, 22, 29), 'started_at': datetime.datetime(2021, 8, 10, 14, 22, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 14, 29, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798198-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 14:30:21.180410 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c7f9cf-6b89-43fb-8147-1e3f33fdba34 None None] Checking segment: {'id': '9b73c935-a484-45be-a2a0-87b3c816c298', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 14:30:21.180907 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron_lib.callbacks.manager [None req-c2c7f9cf-6b89-43fb-8147-1e3f33fdba34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:21.181367 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c7f9cf-6b89-43fb-8147-1e3f33fdba34 None None] Bound using segment: {'id': '9b73c935-a484-45be-a2a0-87b3c816c298', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532'} {{(pid=93413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 14:30:21.182056 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.plugins.ml2.managers [None req-c2c7f9cf-6b89-43fb-8147-1e3f33fdba34 None None] Bound port: af773401-7734-4e3d-88de-637a3fcbd70a, host: dv-cinder-798198-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b73c935-a484-45be-a2a0-87b3c816c298', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532'}}] {{(pid=93413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 14:30:21.182761 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron_lib.callbacks.manager [None req-c2c7f9cf-6b89-43fb-8147-1e3f33fdba34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_update {{(pid=93413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:21.258683 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.plugins.ml2.db [None req-c2c7f9cf-6b89-43fb-8147-1e3f33fdba34 None None] For port af773401-7734-4e3d-88de-637a3fcbd70a, host dv-cinder-798198-2-iscsi, cleared binding levels {{(pid=93413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 14:30:21.268630 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.plugins.ml2.db [None req-c2c7f9cf-6b89-43fb-8147-1e3f33fdba34 None None] For port af773401-7734-4e3d-88de-637a3fcbd70a, host dv-cinder-798198-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-2-iscsi',level=0,port_id=af773401-7734-4e3d-88de-637a3fcbd70a,segment=NetworkSegment(9b73c935-a484-45be-a2a0-87b3c816c298),segment_id=9b73c935-a484-45be-a2a0-87b3c816c298)] {{(pid=93413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 14:30:21.284081 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron_lib.callbacks.manager [None req-c2c7f9cf-6b89-43fb-8147-1e3f33fdba34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683854493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786683465220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786683465238'] for port, after_update {{(pid=93413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:21.398830 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-dd4d71d0-ffc2-4b4f-a87a-1c2ccc47452d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:21.469518 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:21.517257 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c7f9cf-6b89-43fb-8147-1e3f33fdba34 None None] Routers {'1a593172-ba96-477b-a983-f97f0e73a803'} bound to L3 agent in host dv-cinder-798198-2-iscsi {{(pid=93413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:30:21.518079 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.db.l3_hamode_db [None req-c2c7f9cf-6b89-43fb-8147-1e3f33fdba34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T14:22:29Z,description=,heartbeat_timestamp=2021-08-10T14:29:59Z,host='dv-cinder-798198-2-iscsi',id=8acc92de-0cfa-4d60-8b37-a39a4d3c1570,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T14:22:29Z,topic='l3_agent')) {'router_ids': ['1a593172-ba96-477b-a983-f97f0e73a803'], 'active': True} {{(pid=93413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:30:21.518547 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c21e3d19-ecda-4984-909c-42c5c71ab880 admin admin] Router 315401fe-0a42-4c73-a636-9839113f4d36 is scheduled to L3 agent 8acc92de-0cfa-4d60-8b37-a39a4d3c1570 with binding_index 1 {{(pid=93411) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 14:30:21.613406 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff5f269-e438-4dec-aae6-b96b16eabadf None None] Pushing event updated for resources: {'Port': ['ID=af773401-7734-4e3d-88de-637a3fcbd70a,revision_number=3']} {{(pid=93413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:30:21.670076 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.db [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] For port fb6244e5-4a01-492e-873a-4f04f7687bdd, host dv-cinder-798198-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-2-iscsi',level=0,port_id=fb6244e5-4a01-492e-873a-4f04f7687bdd,segment=NetworkSegment(9070e634-2e5b-4a24-9474-38d8394f1b6d),segment_id=9070e634-2e5b-4a24-9474-38d8394f1b6d)] {{(pid=93412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:30:21.673738 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-dd4d71d0-ffc2-4b4f-a87a-1c2ccc47452d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:21.688907 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683854493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786683465220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786683465238'] for port, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:21.749636 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.db.l3_dvr_db [None req-c2c7f9cf-6b89-43fb-8147-1e3f33fdba34 None None] Set router 1a593172-ba96-477b-a983-f97f0e73a803 gateway port host: dv-cinder-798198-2-iscsi {{(pid=93413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:30:21.783035 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-e7e306d8-e17c-4316-bc1b-52dde2999858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:21.969173 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.l3_hamode_db [None req-2e9083ad-299b-47bc-8fe8-0f8b4deb39f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c09542e-5201-4a53-a355-b1f2b1a699e0', 'name': 'tempest-AttachVolumeShelveTestJSON-564264007-router', 'tenant_id': 'e156b5d0a1d64f118dbb019f54a5f1f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'external_fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': 'a6b091e1-0abc-4678-a829-20447b882acc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:30:13Z', 'updated_at': '2021-08-10T14:30:18Z', 'revision_number': 3, 'project_id': 'e156b5d0a1d64f118dbb019f54a5f1f0', 'gw_port': {'id': 'a6b091e1-0abc-4678-a829-20447b882acc', 'name': '', 'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:af:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c09542e-5201-4a53-a355-b1f2b1a699e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:30:14Z', 'updated_at': '2021-08-10T14:30:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-2-iscsi'}], 'dv-cinder-798198-2-iscsi', False) {} {{(pid=93412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:30:22.013553 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e9083ad-299b-47bc-8fe8-0f8b4deb39f3 None None] Checking router: 9c09542e-5201-4a53-a355-b1f2b1a699e0 for host: dv-cinder-798198-2-iscsi {{(pid=93412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 14:30:22.013954 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e9083ad-299b-47bc-8fe8-0f8b4deb39f3 None None] Updating router 9c09542e-5201-4a53-a355-b1f2b1a699e0 port a6b091e1-0abc-4678-a829-20447b882acc binding host dv-cinder-798198-2-iscsi {{(pid=93412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 14:30:22.017288 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Device 1bc8f386-7e29-4ea4-be03-90ed3eefacc2 up at agent ovs-agent-dv-cinder-798198-2-iscsi {{(pid=93412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:30:22.079024 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.provisioning_blocks [None req-be8fbca1-d658-4ddf-8ba2-0bdd7e09e07e None None] Provisioning complete for port fb6244e5-4a01-492e-873a-4f04f7687bdd triggered by entity DHCP. {{(pid=93412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:30:22.079379 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-be8fbca1-d658-4ddf-8ba2-0bdd7e09e07e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932393'] for port, provisioning_complete {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:22.087567 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Pushing event updated for resources: {'Port': ['ID=fb6244e5-4a01-492e-873a-4f04f7687bdd,revision_number=3']} {{(pid=93412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:30:22.150133 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-2e9083ad-299b-47bc-8fe8-0f8b4deb39f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:22.355344 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c21e3d19-ecda-4984-909c-42c5c71ab880 admin admin] Notify agent at l3_agent.dv-cinder-798198-2-iscsi the message routers_updated {{(pid=93411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 14:30:22.387658 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-84538d01-516c-4047-9925-88fc70f964f2 req-097812bb-de6c-469d-a4b3-27c49a353e21 tempest-DeleteServersTestJSON-296734148 tempest-DeleteServersTestJSON-296734148-project] 10.222.0.42 "GET /v2.0/ports?device_id=c6ecb309-c906-4a41-a235-dc8d993f597a HTTP/1.1" status: 200 len: 210 time: 0.3006210 Aug 10 14:30:22.389195 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87c5dd4c-ff07-4c66-b9ea-dce4715bff56 None None] Sync routers for ids ['315401fe-0a42-4c73-a636-9839113f4d36'] in dv-cinder-798198-2-iscsi {{(pid=93413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 14:30:22.435405 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c5dd4c-ff07-4c66-b9ea-dce4715bff56 None None] Routers {'315401fe-0a42-4c73-a636-9839113f4d36'} bound to L3 agent in host dv-cinder-798198-2-iscsi {{(pid=93413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:30:22.435405 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.db.l3_hamode_db [None req-87c5dd4c-ff07-4c66-b9ea-dce4715bff56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T14:22:29Z,description=,heartbeat_timestamp=2021-08-10T14:29:59Z,host='dv-cinder-798198-2-iscsi',id=8acc92de-0cfa-4d60-8b37-a39a4d3c1570,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T14:22:29Z,topic='l3_agent')) {'router_ids': ['315401fe-0a42-4c73-a636-9839113f4d36'], 'active': True} {{(pid=93413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:30:22.460580 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-c21e3d19-ecda-4984-909c-42c5c71ab880 admin admin] Notify callbacks [] for router, before_response {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:22.463322 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-c21e3d19-ecda-4984-909c-42c5c71ab880 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 8.2717881 Aug 10 14:30:22.486799 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-dd4d71d0-ffc2-4b4f-a87a-1c2ccc47452d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734645'] for security_group, after_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:22.496514 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-dd4d71d0-ffc2-4b4f-a87a-1c2ccc47452d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:22.515472 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [None req-dd4d71d0-ffc2-4b4f-a87a-1c2ccc47452d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/45820a39-5dfe-4423-ae61-523aaea626cd HTTP/1.1" status: 204 len: 168 time: 1.5228200 Aug 10 14:30:22.526623 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.wsgi [-] (93410) accepted ('10.222.0.42', 48062) {{(pid=93410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:30:22.580978 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-2e9083ad-299b-47bc-8fe8-0f8b4deb39f3 None None] Notify callbacks [] for port, precommit_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:22.595380 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.provisioning_blocks [None req-2e9083ad-299b-47bc-8fe8-0f8b4deb39f3 None None] Transition to ACTIVE for port object a6b091e1-0abc-4678-a829-20447b882acc will not be triggered until provisioned by entity L2. {{(pid=93412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 14:30:22.633349 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-2e9083ad-299b-47bc-8fe8-0f8b4deb39f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683854493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786683465220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786683465238'] for port, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:22.652910 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.db.db_base_plugin_common [None req-e7e306d8-e17c-4316-bc1b-52dde2999858 admin admin] Allocated IP 172.20.0.1 (468e5951-9973-4325-8315-97f35e9a6c27/525c6944-484f-4ed6-9e34-5e6d53ad95f0/5fbda359-4851-4cd3-846f-56ae570ee969) {{(pid=93411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 14:30:22.797205 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-e7e306d8-e17c-4316-bc1b-52dde2999858 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:22.821906 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab797f42-ba5a-458f-98aa-083c79138a2c None None] Pushing event updated for resources: {'Port': ['ID=a6b091e1-0abc-4678-a829-20447b882acc,revision_number=2']} {{(pid=93412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:30:22.839965 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.managers [None req-2e9083ad-299b-47bc-8fe8-0f8b4deb39f3 None None] Attempting to bind port a6b091e1-0abc-4678-a829-20447b882acc on host dv-cinder-798198-2-iscsi for vnic_type normal with profile {{(pid=93412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 14:30:22.842157 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.managers [None req-2e9083ad-299b-47bc-8fe8-0f8b4deb39f3 None None] Attempting to bind port a6b091e1-0abc-4678-a829-20447b882acc by drivers openvswitch,hyperv on host dv-cinder-798198-2-iscsi at level 0 using segments [{'id': '9b73c935-a484-45be-a2a0-87b3c816c298', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532'}] {{(pid=93412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 14:30:22.842528 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9083ad-299b-47bc-8fe8-0f8b4deb39f3 None None] Attempting to bind port a6b091e1-0abc-4678-a829-20447b882acc on network 3c935337-17af-4240-bc2c-ccb5b04b1532 {{(pid=93412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 14:30:22.852663 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-c2659d69-dca5-40a3-901d-dc15e56aa375 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:22.868981 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-e7e306d8-e17c-4316-bc1b-52dde2999858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786683465198'] for port, after_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:22.922960 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.provisioning_blocks [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Provisioning complete for port 1bc8f386-7e29-4ea4-be03-90ed3eefacc2 triggered by entity L2. {{(pid=93412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:30:22.925058 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4d71d0-ffc2-4b4f-a87a-1c2ccc47452d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45820a39-5dfe-4423-ae61-523aaea626cd,revision_number=None']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:30:22.935926 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932393'] for port, provisioning_complete {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:23.002080 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.db.l3_dvr_db [None req-87c5dd4c-ff07-4c66-b9ea-dce4715bff56 None None] Set router 315401fe-0a42-4c73-a636-9839113f4d36 gateway port host: dv-cinder-798198-2-iscsi {{(pid=93413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:30:23.031969 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7e306d8-e17c-4316-bc1b-52dde2999858 admin admin] Network 468e5951-9973-4325-8315-97f35e9a6c27 is already hosted by enough agents. {{(pid=93411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 14:30:23.059114 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.scheduler.base_scheduler [None req-e7e306d8-e17c-4316-bc1b-52dde2999858 admin admin] Resources bound (agent type, host, resource id): {{(pid=93411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:30:23.068148 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e306d8-e17c-4316-bc1b-52dde2999858 admin admin] Received port after_create {{(pid=93411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 14:30:23.069023 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-e7e306d8-e17c-4316-bc1b-52dde2999858 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-717585'] for router_interface, before_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:23.073499 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.db.l3_hamode_db [None req-c2c7f9cf-6b89-43fb-8147-1e3f33fdba34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a593172-ba96-477b-a983-f97f0e73a803', 'name': 'tempest-ServerRescueNegativeTestJSON-2135491941-router', 'tenant_id': 'bf4e0f7339204a0c95f8d4f09f21f7e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'external_fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': 'af773401-7734-4e3d-88de-637a3fcbd70a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:30:12Z', 'updated_at': '2021-08-10T14:30:16Z', 'revision_number': 3, 'project_id': 'bf4e0f7339204a0c95f8d4f09f21f7e0', 'gw_port': {'id': 'af773401-7734-4e3d-88de-637a3fcbd70a', 'name': '', 'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:84:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a593172-ba96-477b-a983-f97f0e73a803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:30:14Z', 'updated_at': '2021-08-10T14:30:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-2-iscsi'}], 'dv-cinder-798198-2-iscsi', False) {} {{(pid=93413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:30:23.220179 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e306d8-e17c-4316-bc1b-52dde2999858 admin admin] Pushing event updated for resources: {'Port': ['ID=5fbda359-4851-4cd3-846f-56ae570ee969,revision_number=1']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:30:23.269516 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9083ad-299b-47bc-8fe8-0f8b4deb39f3 None None] Checking agent: {'id': 'd4363d4d-7a35-4f9b-b61a-c2590b3a63af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798198-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 14, 22, 29), 'started_at': datetime.datetime(2021, 8, 10, 14, 22, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 14, 29, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798198-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 14:30:23.270115 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9083ad-299b-47bc-8fe8-0f8b4deb39f3 None None] Checking segment: {'id': '9b73c935-a484-45be-a2a0-87b3c816c298', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 14:30:23.270749 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-2e9083ad-299b-47bc-8fe8-0f8b4deb39f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:23.271390 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9083ad-299b-47bc-8fe8-0f8b4deb39f3 None None] Bound using segment: {'id': '9b73c935-a484-45be-a2a0-87b3c816c298', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532'} {{(pid=93412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 14:30:23.272719 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.managers [None req-2e9083ad-299b-47bc-8fe8-0f8b4deb39f3 None None] Bound port: a6b091e1-0abc-4678-a829-20447b882acc, host: dv-cinder-798198-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b73c935-a484-45be-a2a0-87b3c816c298', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532'}}] {{(pid=93412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 14:30:23.273505 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-2e9083ad-299b-47bc-8fe8-0f8b4deb39f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:23.285379 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c7f9cf-6b89-43fb-8147-1e3f33fdba34 None None] The sync data for ids ['1a593172-ba96-477b-a983-f97f0e73a803'] in dv-cinder-798198-2-iscsi is: [{'id': '1a593172-ba96-477b-a983-f97f0e73a803', 'name': 'tempest-ServerRescueNegativeTestJSON-2135491941-router', 'tenant_id': 'bf4e0f7339204a0c95f8d4f09f21f7e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'external_fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': 'af773401-7734-4e3d-88de-637a3fcbd70a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:30:12Z', 'updated_at': '2021-08-10T14:30:16Z', 'revision_number': 3, 'project_id': 'bf4e0f7339204a0c95f8d4f09f21f7e0', 'gw_port': {'id': 'af773401-7734-4e3d-88de-637a3fcbd70a', 'name': '', 'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:84:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a593172-ba96-477b-a983-f97f0e73a803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:30:14Z', 'updated_at': '2021-08-10T14:30:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-2-iscsi'}] {{(pid=93413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 14:30:23.392869 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.db.l3_hamode_db [None req-87c5dd4c-ff07-4c66-b9ea-dce4715bff56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '315401fe-0a42-4c73-a636-9839113f4d36', 'name': 'tempest-AttachVolumeTestJSON-1660418919-router', 'tenant_id': '02185bbc814948319e41921dcf271d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'external_fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': '5d03ed95-293a-4227-9c67-87733d1923ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:30:14Z', 'updated_at': '2021-08-10T14:30:18Z', 'revision_number': 3, 'project_id': '02185bbc814948319e41921dcf271d7d', 'gw_port': {'id': '5d03ed95-293a-4227-9c67-87733d1923ad', 'name': '', 'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:b5:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '315401fe-0a42-4c73-a636-9839113f4d36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:30:16Z', 'updated_at': '2021-08-10T14:30:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-2-iscsi'}], 'dv-cinder-798198-2-iscsi', False) {} {{(pid=93413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:30:23.559673 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87c5dd4c-ff07-4c66-b9ea-dce4715bff56 None None] Checking router: 315401fe-0a42-4c73-a636-9839113f4d36 for host: dv-cinder-798198-2-iscsi {{(pid=93413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 14:30:23.560033 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87c5dd4c-ff07-4c66-b9ea-dce4715bff56 None None] Updating router 315401fe-0a42-4c73-a636-9839113f4d36 port 5d03ed95-293a-4227-9c67-87733d1923ad binding host dv-cinder-798198-2-iscsi {{(pid=93413) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 14:30:23.666760 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron_lib.callbacks.manager [None req-87c5dd4c-ff07-4c66-b9ea-dce4715bff56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_update {{(pid=93413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:23.853925 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-e7e306d8-e17c-4316-bc1b-52dde2999858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_update {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:23.873364 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.db [None req-2e9083ad-299b-47bc-8fe8-0f8b4deb39f3 None None] For port a6b091e1-0abc-4678-a829-20447b882acc, host dv-cinder-798198-2-iscsi, cleared binding levels {{(pid=93412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 14:30:23.891477 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.db [None req-2e9083ad-299b-47bc-8fe8-0f8b4deb39f3 None None] For port a6b091e1-0abc-4678-a829-20447b882acc, host dv-cinder-798198-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-2-iscsi',level=0,port_id=a6b091e1-0abc-4678-a829-20447b882acc,segment=NetworkSegment(9b73c935-a484-45be-a2a0-87b3c816c298),segment_id=9b73c935-a484-45be-a2a0-87b3c816c298)] {{(pid=93412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 14:30:23.926099 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-2e9083ad-299b-47bc-8fe8-0f8b4deb39f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683854493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786683465220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786683465238'] for port, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:24.101281 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e9083ad-299b-47bc-8fe8-0f8b4deb39f3 None None] Routers {'9c09542e-5201-4a53-a355-b1f2b1a699e0'} bound to L3 agent in host dv-cinder-798198-2-iscsi {{(pid=93412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:30:24.102507 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.l3_hamode_db [None req-2e9083ad-299b-47bc-8fe8-0f8b4deb39f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T14:22:29Z,description=,heartbeat_timestamp=2021-08-10T14:29:59Z,host='dv-cinder-798198-2-iscsi',id=8acc92de-0cfa-4d60-8b37-a39a4d3c1570,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T14:22:29Z,topic='l3_agent')) {'router_ids': ['9c09542e-5201-4a53-a355-b1f2b1a699e0'], 'active': True} {{(pid=93412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:30:24.340582 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Device fb6244e5-4a01-492e-873a-4f04f7687bdd up at agent ovs-agent-dv-cinder-798198-2-iscsi {{(pid=93412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:30:24.799603 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-e7e306d8-e17c-4316-bc1b-52dde2999858 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:24.811391 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-e7e306d8-e17c-4316-bc1b-52dde2999858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683854493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786683465220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786683465238'] for port, after_update {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:24.816263 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-e7e306d8-e17c-4316-bc1b-52dde2999858 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-767284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-717733'] for router_interface, after_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:24.867635 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-8bc2d554-2f01-4f20-ab6d-d408df547020 req-21e36892-28b8-4c19-b4ac-53c6e001f994 tempest-DeleteServersTestJSON-296734148 tempest-DeleteServersTestJSON-296734148-project] 10.222.0.42 "GET /v2.0/ports?device_id=c6ecb309-c906-4a41-a235-dc8d993f597a HTTP/1.1" status: 200 len: 210 time: 0.2752154 Aug 10 14:30:24.880191 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab797f42-ba5a-458f-98aa-083c79138a2c None None] Pushing event updated for resources: {'Port': ['ID=a6b091e1-0abc-4678-a829-20447b882acc,revision_number=3']} {{(pid=93412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:30:24.902678 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.provisioning_blocks [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Provisioning complete for port fb6244e5-4a01-492e-873a-4f04f7687bdd triggered by entity L2. {{(pid=93412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:30:24.904874 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932393'] for port, provisioning_complete {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:25.116782 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.db.db_base_plugin_common [None req-c2659d69-dca5-40a3-901d-dc15e56aa375 admin admin] Allocated IP 172.20.0.1 (86a6d1d4-f800-47bf-859f-81a5bd8d7c63/061e4b8c-ab2d-4682-a3d2-e34df59bc21f/7f882fd6-bfde-48b0-8130-3397db487faf) {{(pid=93410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 14:30:25.165519 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron_lib.callbacks.manager [None req-87c5dd4c-ff07-4c66-b9ea-dce4715bff56 None None] Notify callbacks [] for port, precommit_update {{(pid=93413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:25.220953 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.db.provisioning_blocks [None req-87c5dd4c-ff07-4c66-b9ea-dce4715bff56 None None] Transition to ACTIVE for port object 5d03ed95-293a-4227-9c67-87733d1923ad will not be triggered until provisioned by entity L2. {{(pid=93413) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 14:30:25.234508 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron_lib.callbacks.manager [None req-87c5dd4c-ff07-4c66-b9ea-dce4715bff56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683854493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786683465220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786683465238'] for port, after_update {{(pid=93413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:25.320648 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.l3_dvr_db [None req-2e9083ad-299b-47bc-8fe8-0f8b4deb39f3 None None] Set router 9c09542e-5201-4a53-a355-b1f2b1a699e0 gateway port host: dv-cinder-798198-2-iscsi {{(pid=93412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:30:25.431670 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4109dd35-6a76-49f5-bfde-95c8d391dc21 None None] Pushing event updated for resources: {'Port': ['ID=5d03ed95-293a-4227-9c67-87733d1923ad,revision_number=2']} {{(pid=93413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:30:25.477606 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.plugins.ml2.managers [None req-87c5dd4c-ff07-4c66-b9ea-dce4715bff56 None None] Attempting to bind port 5d03ed95-293a-4227-9c67-87733d1923ad on host dv-cinder-798198-2-iscsi for vnic_type normal with profile {{(pid=93413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 14:30:25.478295 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.plugins.ml2.managers [None req-87c5dd4c-ff07-4c66-b9ea-dce4715bff56 None None] Attempting to bind port 5d03ed95-293a-4227-9c67-87733d1923ad by drivers openvswitch,hyperv on host dv-cinder-798198-2-iscsi at level 0 using segments [{'id': '9b73c935-a484-45be-a2a0-87b3c816c298', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532'}] {{(pid=93413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 14:30:25.479000 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c5dd4c-ff07-4c66-b9ea-dce4715bff56 None None] Attempting to bind port 5d03ed95-293a-4227-9c67-87733d1923ad on network 3c935337-17af-4240-bc2c-ccb5b04b1532 {{(pid=93413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 14:30:25.485971 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c5dd4c-ff07-4c66-b9ea-dce4715bff56 None None] Checking agent: {'id': 'd4363d4d-7a35-4f9b-b61a-c2590b3a63af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798198-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 14, 22, 29), 'started_at': datetime.datetime(2021, 8, 10, 14, 22, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 14, 29, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798198-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 14:30:25.486836 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c5dd4c-ff07-4c66-b9ea-dce4715bff56 None None] Checking segment: {'id': '9b73c935-a484-45be-a2a0-87b3c816c298', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 14:30:25.487565 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron_lib.callbacks.manager [None req-87c5dd4c-ff07-4c66-b9ea-dce4715bff56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:25.488388 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c5dd4c-ff07-4c66-b9ea-dce4715bff56 None None] Bound using segment: {'id': '9b73c935-a484-45be-a2a0-87b3c816c298', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532'} {{(pid=93413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 14:30:25.489308 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.plugins.ml2.managers [None req-87c5dd4c-ff07-4c66-b9ea-dce4715bff56 None None] Bound port: 5d03ed95-293a-4227-9c67-87733d1923ad, host: dv-cinder-798198-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b73c935-a484-45be-a2a0-87b3c816c298', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532'}}] {{(pid=93413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 14:30:25.490146 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron_lib.callbacks.manager [None req-87c5dd4c-ff07-4c66-b9ea-dce4715bff56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_update {{(pid=93413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:25.542360 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-c2659d69-dca5-40a3-901d-dc15e56aa375 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:25.564846 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.plugins.ml2.db [None req-87c5dd4c-ff07-4c66-b9ea-dce4715bff56 None None] For port 5d03ed95-293a-4227-9c67-87733d1923ad, host dv-cinder-798198-2-iscsi, cleared binding levels {{(pid=93413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 14:30:25.574213 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.plugins.ml2.db [None req-87c5dd4c-ff07-4c66-b9ea-dce4715bff56 None None] For port 5d03ed95-293a-4227-9c67-87733d1923ad, host dv-cinder-798198-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-2-iscsi',level=0,port_id=5d03ed95-293a-4227-9c67-87733d1923ad,segment=NetworkSegment(9b73c935-a484-45be-a2a0-87b3c816c298),segment_id=9b73c935-a484-45be-a2a0-87b3c816c298)] {{(pid=93413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 14:30:25.584911 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron_lib.callbacks.manager [None req-87c5dd4c-ff07-4c66-b9ea-dce4715bff56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683854493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786683465220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786683465238'] for port, after_update {{(pid=93413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:25.648194 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [None req-c2659d69-dca5-40a3-901d-dc15e56aa375 admin admin] Transition to ACTIVE for port object 7f882fd6-bfde-48b0-8130-3397db487faf will not be triggered until provisioned by entity DHCP. {{(pid=93410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 14:30:25.685885 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4109dd35-6a76-49f5-bfde-95c8d391dc21 None None] Pushing event updated for resources: {'Port': ['ID=5d03ed95-293a-4227-9c67-87733d1923ad,revision_number=3']} {{(pid=93413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:30:25.748632 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e306d8-e17c-4316-bc1b-52dde2999858 admin admin] Pushing event updated for resources: {'Port': ['ID=5fbda359-4851-4cd3-846f-56ae570ee969,revision_number=2']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:30:25.751495 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c5dd4c-ff07-4c66-b9ea-dce4715bff56 None None] Routers {'315401fe-0a42-4c73-a636-9839113f4d36'} bound to L3 agent in host dv-cinder-798198-2-iscsi {{(pid=93413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:30:25.752324 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.db.l3_hamode_db [None req-87c5dd4c-ff07-4c66-b9ea-dce4715bff56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T14:22:29Z,description=,heartbeat_timestamp=2021-08-10T14:29:59Z,host='dv-cinder-798198-2-iscsi',id=8acc92de-0cfa-4d60-8b37-a39a4d3c1570,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T14:22:29Z,topic='l3_agent')) {'router_ids': ['315401fe-0a42-4c73-a636-9839113f4d36'], 'active': True} {{(pid=93413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:30:25.780498 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-c2659d69-dca5-40a3-901d-dc15e56aa375 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786683465198'] for port, after_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:25.827863 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7e306d8-e17c-4316-bc1b-52dde2999858 admin admin] Network 468e5951-9973-4325-8315-97f35e9a6c27 is already hosted by enough agents. {{(pid=93411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 14:30:25.829746 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.scheduler.base_scheduler [None req-e7e306d8-e17c-4316-bc1b-52dde2999858 admin admin] Resources bound (agent type, host, resource id): {{(pid=93411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:30:26.142985 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7e306d8-e17c-4316-bc1b-52dde2999858 admin admin] Router 1a593172-ba96-477b-a983-f97f0e73a803 has already been hosted by L3 agent 8acc92de-0cfa-4d60-8b37-a39a4d3c1570 {{(pid=93411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 14:30:26.328314 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-2afc29d0-5581-4289-b0a5-1665b980448a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:26.343438 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.db.l3_dvr_db [None req-87c5dd4c-ff07-4c66-b9ea-dce4715bff56 None None] Set router 315401fe-0a42-4c73-a636-9839113f4d36 gateway port host: dv-cinder-798198-2-iscsi {{(pid=93413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:30:26.368565 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7e306d8-e17c-4316-bc1b-52dde2999858 admin admin] Notify agent at l3_agent.dv-cinder-798198-2-iscsi the message routers_updated {{(pid=93411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 14:30:26.375061 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-e7e306d8-e17c-4316-bc1b-52dde2999858 admin admin] 10.222.0.42 "PUT /v2.0/routers/1a593172-ba96-477b-a983-f97f0e73a803/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4175799 Aug 10 14:30:26.404386 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.l3_hamode_db [None req-2e9083ad-299b-47bc-8fe8-0f8b4deb39f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c09542e-5201-4a53-a355-b1f2b1a699e0', 'name': 'tempest-AttachVolumeShelveTestJSON-564264007-router', 'tenant_id': 'e156b5d0a1d64f118dbb019f54a5f1f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'external_fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': 'a6b091e1-0abc-4678-a829-20447b882acc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:30:13Z', 'updated_at': '2021-08-10T14:30:18Z', 'revision_number': 3, 'project_id': 'e156b5d0a1d64f118dbb019f54a5f1f0', 'gw_port': {'id': 'a6b091e1-0abc-4678-a829-20447b882acc', 'name': '', 'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:af:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c09542e-5201-4a53-a355-b1f2b1a699e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:30:14Z', 'updated_at': '2021-08-10T14:30:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-2-iscsi'}], 'dv-cinder-798198-2-iscsi', False) {} {{(pid=93412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:30:26.519407 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2659d69-dca5-40a3-901d-dc15e56aa375 admin admin] Network 86a6d1d4-f800-47bf-859f-81a5bd8d7c63 is already hosted by enough agents. {{(pid=93410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 14:30:26.552014 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e9083ad-299b-47bc-8fe8-0f8b4deb39f3 None None] The sync data for ids ['9c09542e-5201-4a53-a355-b1f2b1a699e0'] in dv-cinder-798198-2-iscsi is: [{'id': '9c09542e-5201-4a53-a355-b1f2b1a699e0', 'name': 'tempest-AttachVolumeShelveTestJSON-564264007-router', 'tenant_id': 'e156b5d0a1d64f118dbb019f54a5f1f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'external_fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': 'a6b091e1-0abc-4678-a829-20447b882acc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:30:13Z', 'updated_at': '2021-08-10T14:30:18Z', 'revision_number': 3, 'project_id': 'e156b5d0a1d64f118dbb019f54a5f1f0', 'gw_port': {'id': 'a6b091e1-0abc-4678-a829-20447b882acc', 'name': '', 'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:af:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c09542e-5201-4a53-a355-b1f2b1a699e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:30:14Z', 'updated_at': '2021-08-10T14:30:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-2-iscsi'}] {{(pid=93412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 14:30:26.574544 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Device af773401-7734-4e3d-88de-637a3fcbd70a up at agent ovs-agent-dv-cinder-798198-2-iscsi {{(pid=93412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:30:26.591685 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.scheduler.base_scheduler [None req-c2659d69-dca5-40a3-901d-dc15e56aa375 admin admin] Resources bound (agent type, host, resource id): {{(pid=93410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:30:26.642778 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2659d69-dca5-40a3-901d-dc15e56aa375 admin admin] Received port after_create {{(pid=93410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 14:30:26.643631 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-c2659d69-dca5-40a3-901d-dc15e56aa375 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-717585'] for router_interface, before_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:27.011135 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.provisioning_blocks [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Provisioning for port af773401-7734-4e3d-88de-637a3fcbd70a completed by entity L2. {{(pid=93412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 14:30:27.026876 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.provisioning_blocks [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Provisioning complete for port af773401-7734-4e3d-88de-637a3fcbd70a triggered by entity L2. {{(pid=93412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:30:27.031905 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932393'] for port, provisioning_complete {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:27.108539 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-3cf76f88-2d10-47e5-8828-70b5489f77b3 req-caed26e7-6db3-4dab-99cc-abe474971f61 tempest-DeleteServersTestJSON-296734148 tempest-DeleteServersTestJSON-296734148-project] 10.222.0.42 "GET /v2.0/ports?device_id=c6ecb309-c906-4a41-a235-dc8d993f597a HTTP/1.1" status: 200 len: 210 time: 0.6474786 Aug 10 14:30:27.148461 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.wsgi [-] (93411) accepted ('10.222.0.18', 59668) {{(pid=93411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:30:27.435391 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2659d69-dca5-40a3-901d-dc15e56aa375 admin admin] Pushing event updated for resources: {'Port': ['ID=7f882fd6-bfde-48b0-8130-3397db487faf,revision_number=1']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:30:27.527804 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:27.556363 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d9e1483-9325-43ef-8e6e-a75e2af3d7f1 None None] Sync routers for ids ['1a593172-ba96-477b-a983-f97f0e73a803'] in dv-cinder-798198-2-iscsi {{(pid=93412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 14:30:27.583838 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.db.l3_hamode_db [None req-87c5dd4c-ff07-4c66-b9ea-dce4715bff56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '315401fe-0a42-4c73-a636-9839113f4d36', 'name': 'tempest-AttachVolumeTestJSON-1660418919-router', 'tenant_id': '02185bbc814948319e41921dcf271d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'external_fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': '5d03ed95-293a-4227-9c67-87733d1923ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:30:14Z', 'updated_at': '2021-08-10T14:30:18Z', 'revision_number': 3, 'project_id': '02185bbc814948319e41921dcf271d7d', 'gw_port': {'id': '5d03ed95-293a-4227-9c67-87733d1923ad', 'name': '', 'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:b5:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '315401fe-0a42-4c73-a636-9839113f4d36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:30:16Z', 'updated_at': '2021-08-10T14:30:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-2-iscsi'}], 'dv-cinder-798198-2-iscsi', False) {} {{(pid=93413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:30:27.635223 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d9e1483-9325-43ef-8e6e-a75e2af3d7f1 None None] Routers {'1a593172-ba96-477b-a983-f97f0e73a803'} bound to L3 agent in host dv-cinder-798198-2-iscsi {{(pid=93412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:30:27.638848 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.l3_hamode_db [None req-3d9e1483-9325-43ef-8e6e-a75e2af3d7f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T14:22:29Z,description=,heartbeat_timestamp=2021-08-10T14:29:59Z,host='dv-cinder-798198-2-iscsi',id=8acc92de-0cfa-4d60-8b37-a39a4d3c1570,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T14:22:29Z,topic='l3_agent')) {'router_ids': ['1a593172-ba96-477b-a983-f97f0e73a803'], 'active': True} {{(pid=93412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:30:27.749566 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87c5dd4c-ff07-4c66-b9ea-dce4715bff56 None None] The sync data for ids ['315401fe-0a42-4c73-a636-9839113f4d36'] in dv-cinder-798198-2-iscsi is: [{'id': '315401fe-0a42-4c73-a636-9839113f4d36', 'name': 'tempest-AttachVolumeTestJSON-1660418919-router', 'tenant_id': '02185bbc814948319e41921dcf271d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'external_fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': '5d03ed95-293a-4227-9c67-87733d1923ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:30:14Z', 'updated_at': '2021-08-10T14:30:18Z', 'revision_number': 3, 'project_id': '02185bbc814948319e41921dcf271d7d', 'gw_port': {'id': '5d03ed95-293a-4227-9c67-87733d1923ad', 'name': '', 'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:b5:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '315401fe-0a42-4c73-a636-9839113f4d36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:30:16Z', 'updated_at': '2021-08-10T14:30:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-2-iscsi'}] {{(pid=93413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 14:30:27.788652 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.provisioning_blocks [None req-65ab29ec-65a3-4769-8e69-550ebdfacae5 None None] Provisioning for port 7f882fd6-bfde-48b0-8130-3397db487faf completed by entity DHCP. {{(pid=93412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 14:30:27.811099 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f26d3d0-ab36-426e-b3e8-c3aedac6393a req-fa782ae8-a173-45eb-bd6f-053a34f4b6fb tempest-DeleteServersTestJSON-296734148 tempest-DeleteServersTestJSON-296734148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:30:27.820698 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [req-3f26d3d0-ab36-426e-b3e8-c3aedac6393a req-fa782ae8-a173-45eb-bd6f-053a34f4b6fb tempest-DeleteServersTestJSON-296734148 tempest-DeleteServersTestJSON-296734148-project] 10.222.0.18 "GET /v2.0/networks?id=6dc46fb2-3ad0-40c6-8a95-f6904667e0a0 HTTP/1.1" status: 200 len: 811 time: 0.6629732 Aug 10 14:30:27.859318 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.db [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] For port af773401-7734-4e3d-88de-637a3fcbd70a, host dv-cinder-798198-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-2-iscsi',level=0,port_id=af773401-7734-4e3d-88de-637a3fcbd70a,segment=NetworkSegment(9b73c935-a484-45be-a2a0-87b3c816c298),segment_id=9b73c935-a484-45be-a2a0-87b3c816c298)] {{(pid=93412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:30:27.860956 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.provisioning_blocks [None req-65ab29ec-65a3-4769-8e69-550ebdfacae5 None None] Provisioning complete for port 7f882fd6-bfde-48b0-8130-3397db487faf triggered by entity DHCP. {{(pid=93412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:30:27.861701 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-65ab29ec-65a3-4769-8e69-550ebdfacae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932393'] for port, provisioning_complete {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:27.875490 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.v2.base [req-3f26d3d0-ab36-426e-b3e8-c3aedac6393a req-10977f08-32fb-4d12-bdc5-b0d4bc5d00eb tempest-DeleteServersTestJSON-296734148 tempest-DeleteServersTestJSON-296734148-project] Request body: {'port': {'device_id': 'c6ecb309-c906-4a41-a235-dc8d993f597a', 'network_id': '6dc46fb2-3ad0-40c6-8a95-f6904667e0a0', 'admin_state_up': True, 'tenant_id': '35f5a177561848da87fc5d7c36ba5745'}} {{(pid=93411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:30:27.941870 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683854493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786683465220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786683465238'] for port, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:28.089125 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-c2659d69-dca5-40a3-901d-dc15e56aa375 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:28.162068 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.plugin [None req-65ab29ec-65a3-4769-8e69-550ebdfacae5 None None] Port 7f882fd6-bfde-48b0-8130-3397db487faf cannot update to ACTIVE because it is not bound. {{(pid=93412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 14:30:28.201266 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.l3_dvr_db [None req-3d9e1483-9325-43ef-8e6e-a75e2af3d7f1 None None] Set router 1a593172-ba96-477b-a983-f97f0e73a803 gateway port host: dv-cinder-798198-2-iscsi {{(pid=93412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:30:28.211311 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Pushing event updated for resources: {'Port': ['ID=af773401-7734-4e3d-88de-637a3fcbd70a,revision_number=4']} {{(pid=93412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:30:28.642000 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f26d3d0-ab36-426e-b3e8-c3aedac6393a req-10977f08-32fb-4d12-bdc5-b0d4bc5d00eb tempest-DeleteServersTestJSON-296734148 tempest-DeleteServersTestJSON-296734148-project] Made reservation on behalf of 35f5a177561848da87fc5d7c36ba5745 for: {'port': 1} {{(pid=93411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 14:30:28.654951 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-0c38a527-775d-4994-a742-278f3224b29f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:28.655729 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [req-3f26d3d0-ab36-426e-b3e8-c3aedac6393a req-10977f08-32fb-4d12-bdc5-b0d4bc5d00eb tempest-DeleteServersTestJSON-296734148 tempest-DeleteServersTestJSON-296734148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:28.799070 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.wsgi [-] (93411) accepted ('10.222.0.42', 48244) {{(pid=93411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:30:28.817671 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Device a6b091e1-0abc-4678-a829-20447b882acc up at agent ovs-agent-dv-cinder-798198-2-iscsi {{(pid=93412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:30:28.976093 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-f27b3aa1-0254-4018-8ba7-baba09a7d77c req-9ce213fd-c968-4b17-a833-0d059442e3b1 tempest-DeleteServersTestJSON-296734148 tempest-DeleteServersTestJSON-296734148-project] 10.222.0.42 "GET /v2.0/ports?device_id=c6ecb309-c906-4a41-a235-dc8d993f597a HTTP/1.1" status: 200 len: 210 time: 0.3135023 Aug 10 14:30:29.279877 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-f668ec23-71be-4f65-a1da-e22e14931ead None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:29.286279 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.provisioning_blocks [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Provisioning for port a6b091e1-0abc-4678-a829-20447b882acc completed by entity L2. {{(pid=93412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 14:30:29.292705 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.provisioning_blocks [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Provisioning complete for port a6b091e1-0abc-4678-a829-20447b882acc triggered by entity L2. {{(pid=93412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:30:29.297388 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932393'] for port, provisioning_complete {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:29.326895 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:29.404122 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.l3_hamode_db [None req-3d9e1483-9325-43ef-8e6e-a75e2af3d7f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a593172-ba96-477b-a983-f97f0e73a803', 'name': 'tempest-ServerRescueNegativeTestJSON-2135491941-router', 'tenant_id': 'bf4e0f7339204a0c95f8d4f09f21f7e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'external_fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': 'af773401-7734-4e3d-88de-637a3fcbd70a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:30:12Z', 'updated_at': '2021-08-10T14:30:23Z', 'revision_number': 4, 'project_id': 'bf4e0f7339204a0c95f8d4f09f21f7e0', 'gw_port': {'id': 'af773401-7734-4e3d-88de-637a3fcbd70a', 'name': '', 'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:84:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a593172-ba96-477b-a983-f97f0e73a803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:30:14Z', 'updated_at': '2021-08-10T14:30:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-2-iscsi', '_interfaces': [{'id': '5fbda359-4851-4cd3-846f-56ae570ee969', 'name': '', 'network_id': '468e5951-9973-4325-8315-97f35e9a6c27', 'tenant_id': 'bf4e0f7339204a0c95f8d4f09f21f7e0', 'mac_address': 'fa:16:3e:cc:39:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a593172-ba96-477b-a983-f97f0e73a803', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '525c6944-484f-4ed6-9e34-5e6d53ad95f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:30:22Z', 'updated_at': '2021-08-10T14:30:24Z', 'revision_number': 2, 'project_id': 'bf4e0f7339204a0c95f8d4f09f21f7e0', 'subnets': [{'id': '525c6944-484f-4ed6-9e34-5e6d53ad95f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-2-iscsi', False) {} {{(pid=93412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:30:29.497575 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-725afa0b-a24d-4140-8eb1-4c6a2dd8cd79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:29.539225 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d9e1483-9325-43ef-8e6e-a75e2af3d7f1 None None] Checking router: 1a593172-ba96-477b-a983-f97f0e73a803 for host: dv-cinder-798198-2-iscsi {{(pid=93412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 14:30:29.543737 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d9e1483-9325-43ef-8e6e-a75e2af3d7f1 None None] Updating router 1a593172-ba96-477b-a983-f97f0e73a803 port 5fbda359-4851-4cd3-846f-56ae570ee969 binding host dv-cinder-798198-2-iscsi {{(pid=93412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 14:30:29.572370 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.db.db_base_plugin_common [req-3f26d3d0-ab36-426e-b3e8-c3aedac6393a req-10977f08-32fb-4d12-bdc5-b0d4bc5d00eb tempest-DeleteServersTestJSON-296734148 tempest-DeleteServersTestJSON-296734148-project] Allocated IP 172.20.0.9 (6dc46fb2-3ad0-40c6-8a95-f6904667e0a0/1245afa9-3fb5-4482-bbaf-6462323ff6ec/2ec40a86-f28a-4b8b-acc6-67ec59d10147) {{(pid=93411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 14:30:29.639882 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:29.709747 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.db [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] For port a6b091e1-0abc-4678-a829-20447b882acc, host dv-cinder-798198-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-2-iscsi',level=0,port_id=a6b091e1-0abc-4678-a829-20447b882acc,segment=NetworkSegment(9b73c935-a484-45be-a2a0-87b3c816c298),segment_id=9b73c935-a484-45be-a2a0-87b3c816c298)] {{(pid=93412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:30:29.714716 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-3d9e1483-9325-43ef-8e6e-a75e2af3d7f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:29.722006 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683854493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786683465220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786683465238'] for port, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:29.726723 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Device af773401-7734-4e3d-88de-637a3fcbd70a up at agent ovs-agent-dv-cinder-798198-2-iscsi {{(pid=93412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:30:29.814675 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.db.db_base_plugin_common [None req-0c38a527-775d-4994-a742-278f3224b29f admin admin] Allocated IP 172.20.0.1 (c66be7ba-5c71-487e-a4a7-ed7cb74aecf9/18e8c05a-0b63-4e4f-b068-6c86c9aef18c/f66e7155-559c-4a06-bfcc-f6f352746d90) {{(pid=93410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 14:30:29.987764 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Pushing event updated for resources: {'Port': ['ID=a6b091e1-0abc-4678-a829-20447b882acc,revision_number=4']} {{(pid=93412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:30:30.101540 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.wsgi [-] (93411) accepted ('10.222.0.42', 48292) {{(pid=93411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:30:30.190780 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-725afa0b-a24d-4140-8eb1-4c6a2dd8cd79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:30.191989 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-c2659d69-dca5-40a3-901d-dc15e56aa375 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:30.208564 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.provisioning_blocks [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Provisioning complete for port af773401-7734-4e3d-88de-637a3fcbd70a triggered by entity L2. {{(pid=93412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:30:30.209386 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932393'] for port, provisioning_complete {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:30.217536 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-1682deac-1581-4d55-87bc-bceb4bcaf759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:30.218555 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-c2659d69-dca5-40a3-901d-dc15e56aa375 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683854493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786683465220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786683465238'] for port, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:30.221823 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-725afa0b-a24d-4140-8eb1-4c6a2dd8cd79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734645'] for security_group, after_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:30.224348 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-c2659d69-dca5-40a3-901d-dc15e56aa375 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-767284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-717733'] for router_interface, after_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:30.292498 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725afa0b-a24d-4140-8eb1-4c6a2dd8cd79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c26f70ef-b337-4a4e-82ab-2932f12270e8,revision_number=1']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:30:30.348862 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [req-3f26d3d0-ab36-426e-b3e8-c3aedac6393a req-10977f08-32fb-4d12-bdc5-b0d4bc5d00eb tempest-DeleteServersTestJSON-296734148 tempest-DeleteServersTestJSON-296734148-project] Notify callbacks [] for port, precommit_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:30.380464 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-725afa0b-a24d-4140-8eb1-4c6a2dd8cd79 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7c7ce791ed2e47e4af01b7a11c5263b3&name=default HTTP/1.1" status: 200 len: 2975 time: 1.5781450 Aug 10 14:30:30.385208 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.wsgi [-] (93411) accepted ('10.222.0.42', 48298) {{(pid=93411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:30:30.471286 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaa7ee0-3d68-409d-9f54-4cfd93e3bf1a req-21ee7afa-014d-496c-8eeb-e03829a9706b tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:30:30.484428 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-beaa7ee0-3d68-409d-9f54-4cfd93e3bf1a req-21ee7afa-014d-496c-8eeb-e03829a9706b tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] 10.222.0.42 "GET /v2.0/networks?id=468e5951-9973-4325-8315-97f35e9a6c27 HTTP/1.1" status: 200 len: 819 time: 1.5290108 Aug 10 14:30:30.591225 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-6366c736-9a20-469c-9433-b66d358967e4 req-b4636843-0172-4d3a-9d54-795a1221196c tempest-DeleteServersTestJSON-296734148 tempest-DeleteServersTestJSON-296734148-project] 10.222.0.42 "GET /v2.0/ports?device_id=c6ecb309-c906-4a41-a235-dc8d993f597a HTTP/1.1" status: 200 len: 210 time: 0.2856286 Aug 10 14:30:30.610312 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-0af4ae25-487b-49fa-806e-27fb3842d67e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:30.704479 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-beaa7ee0-3d68-409d-9f54-4cfd93e3bf1a req-76e69d19-5d78-4a3a-969f-a081ccd2ce1a tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] 10.222.0.42 "GET /v2.0/quotas/bf4e0f7339204a0c95f8d4f09f21f7e0 HTTP/1.1" status: 200 len: 375 time: 0.2158015 Aug 10 14:30:30.728484 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-9361162b-80f2-4c07-88c5-e5dbec89b13c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:30.760907 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [req-3f26d3d0-ab36-426e-b3e8-c3aedac6393a req-10977f08-32fb-4d12-bdc5-b0d4bc5d00eb tempest-DeleteServersTestJSON-296734148 tempest-DeleteServersTestJSON-296734148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786683465198'] for port, after_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:30.786025 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-9361162b-80f2-4c07-88c5-e5dbec89b13c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:30.882330 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2659d69-dca5-40a3-901d-dc15e56aa375 admin admin] Pushing event updated for resources: {'Port': ['ID=7f882fd6-bfde-48b0-8130-3397db487faf,revision_number=2']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:30:30.927126 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-0c38a527-775d-4994-a742-278f3224b29f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:31.060557 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f26d3d0-ab36-426e-b3e8-c3aedac6393a req-10977f08-32fb-4d12-bdc5-b0d4bc5d00eb tempest-DeleteServersTestJSON-296734148 tempest-DeleteServersTestJSON-296734148-project] Network 6dc46fb2-3ad0-40c6-8a95-f6904667e0a0 is already hosted by enough agents. {{(pid=93411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 14:30:31.101606 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.scheduler.base_scheduler [req-3f26d3d0-ab36-426e-b3e8-c3aedac6393a req-10977f08-32fb-4d12-bdc5-b0d4bc5d00eb tempest-DeleteServersTestJSON-296734148 tempest-DeleteServersTestJSON-296734148-project] Resources bound (agent type, host, resource id): {{(pid=93411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:30:31.125836 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f26d3d0-ab36-426e-b3e8-c3aedac6393a req-10977f08-32fb-4d12-bdc5-b0d4bc5d00eb tempest-DeleteServersTestJSON-296734148 tempest-DeleteServersTestJSON-296734148-project] Received port after_create {{(pid=93411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 14:30:31.148714 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f26d3d0-ab36-426e-b3e8-c3aedac6393a req-10977f08-32fb-4d12-bdc5-b0d4bc5d00eb tempest-DeleteServersTestJSON-296734148 tempest-DeleteServersTestJSON-296734148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:30:31.149536 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [req-3f26d3d0-ab36-426e-b3e8-c3aedac6393a req-10977f08-32fb-4d12-bdc5-b0d4bc5d00eb tempest-DeleteServersTestJSON-296734148 tempest-DeleteServersTestJSON-296734148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-387483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-767256'] for port, before_response {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:31.152619 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-3d9e1483-9325-43ef-8e6e-a75e2af3d7f1 None None] Notify callbacks [] for port, precommit_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:31.165350 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [None req-0c38a527-775d-4994-a742-278f3224b29f admin admin] Transition to ACTIVE for port object f66e7155-559c-4a06-bfcc-f6f352746d90 will not be triggered until provisioned by entity DHCP. {{(pid=93410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 14:30:31.176242 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.provisioning_blocks [None req-3d9e1483-9325-43ef-8e6e-a75e2af3d7f1 None None] Transition to ACTIVE for port object 5fbda359-4851-4cd3-846f-56ae570ee969 will not be triggered until provisioned by entity L2. {{(pid=93412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 14:30:31.195684 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10977f08-32fb-4d12-bdc5-b0d4bc5d00eb tempest-DeleteServersTestJSON-296734148 tempest-DeleteServersTestJSON-296734148-project] Pushing event updated for resources: {'Port': ['ID=2ec40a86-f28a-4b8b-acc6-67ec59d10147,revision_number=1']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:30:31.204579 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-3d9e1483-9325-43ef-8e6e-a75e2af3d7f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683854493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786683465220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786683465238'] for port, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:31.279202 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-9361162b-80f2-4c07-88c5-e5dbec89b13c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734645'] for security_group, after_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:31.288058 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-9361162b-80f2-4c07-88c5-e5dbec89b13c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:31.300750 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-9361162b-80f2-4c07-88c5-e5dbec89b13c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c26f70ef-b337-4a4e-82ab-2932f12270e8 HTTP/1.1" status: 204 len: 168 time: 0.9118586 Aug 10 14:30:31.342560 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9361162b-80f2-4c07-88c5-e5dbec89b13c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c26f70ef-b337-4a4e-82ab-2932f12270e8,revision_number=None']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:30:31.364873 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-0af4ae25-487b-49fa-806e-27fb3842d67e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:31.375273 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-0af4ae25-487b-49fa-806e-27fb3842d67e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734645'] for security_group, after_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:31.456136 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af4ae25-487b-49fa-806e-27fb3842d67e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=068d6e85-e7a3-42d5-a032-f02fb45cc56e,revision_number=1']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:30:31.482630 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [req-3f26d3d0-ab36-426e-b3e8-c3aedac6393a req-10977f08-32fb-4d12-bdc5-b0d4bc5d00eb tempest-DeleteServersTestJSON-296734148 tempest-DeleteServersTestJSON-296734148-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6117034 Aug 10 14:30:31.484430 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-beaa7ee0-3d68-409d-9f54-4cfd93e3bf1a req-f5927572-99a5-4d8e-a835-13e6842a9c44 tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=bf4e0f7339204a0c95f8d4f09f21f7e0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6655390 Aug 10 14:30:31.528486 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-0af4ae25-487b-49fa-806e-27fb3842d67e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c8078d708de44ccc962d01f6d9d3dc45&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4208760 Aug 10 14:30:31.530861 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.wsgi [-] (93411) accepted ('10.222.0.42', 48314) {{(pid=93411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:30:31.582885 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2659d69-dca5-40a3-901d-dc15e56aa375 admin admin] Network 86a6d1d4-f800-47bf-859f-81a5bd8d7c63 is already hosted by enough agents. {{(pid=93410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 14:30:31.586962 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-0c38a527-775d-4994-a742-278f3224b29f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786683465198'] for port, after_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:31.601067 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.scheduler.base_scheduler [None req-c2659d69-dca5-40a3-901d-dc15e56aa375 admin admin] Resources bound (agent type, host, resource id): {{(pid=93410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:30:32.187277 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-dc4a38d6-f14b-42e3-a28a-c0fff62adf35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:32.253130 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Device 5d03ed95-293a-4227-9c67-87733d1923ad up at agent ovs-agent-dv-cinder-798198-2-iscsi {{(pid=93412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:30:32.266569 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-dc4a38d6-f14b-42e3-a28a-c0fff62adf35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:32.267434 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f135d9-a740-46db-824e-b5aa8bc6633a None None] Pushing event updated for resources: {'Port': ['ID=5fbda359-4851-4cd3-846f-56ae570ee969,revision_number=3']} {{(pid=93412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:30:32.268411 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-dc4a38d6-f14b-42e3-a28a-c0fff62adf35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734645'] for security_group, after_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:32.268411 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-dc4a38d6-f14b-42e3-a28a-c0fff62adf35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:32.268411 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-dc4a38d6-f14b-42e3-a28a-c0fff62adf35 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/068d6e85-e7a3-42d5-a032-f02fb45cc56e HTTP/1.1" status: 204 len: 168 time: 0.4350796 Aug 10 14:30:32.268411 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4a38d6-f14b-42e3-a28a-c0fff62adf35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=068d6e85-e7a3-42d5-a032-f02fb45cc56e,revision_number=None']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:30:32.269721 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.managers [None req-3d9e1483-9325-43ef-8e6e-a75e2af3d7f1 None None] Attempting to bind port 5fbda359-4851-4cd3-846f-56ae570ee969 on host dv-cinder-798198-2-iscsi for vnic_type normal with profile {{(pid=93412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 14:30:32.269721 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.managers [None req-3d9e1483-9325-43ef-8e6e-a75e2af3d7f1 None None] Attempting to bind port 5fbda359-4851-4cd3-846f-56ae570ee969 by drivers openvswitch,hyperv on host dv-cinder-798198-2-iscsi at level 0 using segments [{'id': '9e1085dd-09d5-4f19-b111-8d42f2b374c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '468e5951-9973-4325-8315-97f35e9a6c27'}] {{(pid=93412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 14:30:32.269721 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d9e1483-9325-43ef-8e6e-a75e2af3d7f1 None None] Attempting to bind port 5fbda359-4851-4cd3-846f-56ae570ee969 on network 468e5951-9973-4325-8315-97f35e9a6c27 {{(pid=93412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 14:30:32.269721 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.provisioning_blocks [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Provisioning for port 5d03ed95-293a-4227-9c67-87733d1923ad completed by entity L2. {{(pid=93412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 14:30:32.269721 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.provisioning_blocks [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Provisioning complete for port 5d03ed95-293a-4227-9c67-87733d1923ad triggered by entity L2. {{(pid=93412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:30:32.269721 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932393'] for port, provisioning_complete {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:32.269721 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d9e1483-9325-43ef-8e6e-a75e2af3d7f1 None None] Checking agent: {'id': 'd4363d4d-7a35-4f9b-b61a-c2590b3a63af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798198-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 14, 22, 29), 'started_at': datetime.datetime(2021, 8, 10, 14, 22, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 14, 30, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798198-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 14:30:32.269721 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d9e1483-9325-43ef-8e6e-a75e2af3d7f1 None None] Checking segment: {'id': '9e1085dd-09d5-4f19-b111-8d42f2b374c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '468e5951-9973-4325-8315-97f35e9a6c27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 14:30:32.269721 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-3d9e1483-9325-43ef-8e6e-a75e2af3d7f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:32.269721 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d9e1483-9325-43ef-8e6e-a75e2af3d7f1 None None] Bound using segment: {'id': '9e1085dd-09d5-4f19-b111-8d42f2b374c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '468e5951-9973-4325-8315-97f35e9a6c27'} {{(pid=93412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 14:30:32.272708 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.managers [None req-3d9e1483-9325-43ef-8e6e-a75e2af3d7f1 None None] Bound port: 5fbda359-4851-4cd3-846f-56ae570ee969, host: dv-cinder-798198-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e1085dd-09d5-4f19-b111-8d42f2b374c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '468e5951-9973-4325-8315-97f35e9a6c27'}}] {{(pid=93412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 14:30:32.272708 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-3d9e1483-9325-43ef-8e6e-a75e2af3d7f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:32.272708 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-f97b798d-bd61-4bdb-bb4a-e55e1a0659df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:32.283348 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.wsgi [req-beaa7ee0-3d68-409d-9f54-4cfd93e3bf1a req-b8411f1d-5013-4a85-82fc-88f76474ec52 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=93410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 14:30:32.284599 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-beaa7ee0-3d68-409d-9f54-4cfd93e3bf1a req-b8411f1d-5013-4a85-82fc-88f76474ec52 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3076315 Aug 10 14:30:32.290875 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c38a527-775d-4994-a742-278f3224b29f admin admin] Network c66be7ba-5c71-487e-a4a7-ed7cb74aecf9 is already hosted by enough agents. {{(pid=93410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 14:30:32.308128 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.scheduler.base_scheduler [None req-0c38a527-775d-4994-a742-278f3224b29f admin admin] Resources bound (agent type, host, resource id): {{(pid=93410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:30:32.321574 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c38a527-775d-4994-a742-278f3224b29f admin admin] Received port after_create {{(pid=93410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 14:30:32.322077 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-0c38a527-775d-4994-a742-278f3224b29f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-717585'] for router_interface, before_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:32.423925 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.db [None req-3d9e1483-9325-43ef-8e6e-a75e2af3d7f1 None None] For port 5fbda359-4851-4cd3-846f-56ae570ee969, host dv-cinder-798198-2-iscsi, cleared binding levels {{(pid=93412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 14:30:32.428117 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.db [None req-3d9e1483-9325-43ef-8e6e-a75e2af3d7f1 None None] For port 5fbda359-4851-4cd3-846f-56ae570ee969, host dv-cinder-798198-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-2-iscsi',level=0,port_id=5fbda359-4851-4cd3-846f-56ae570ee969,segment=NetworkSegment(9e1085dd-09d5-4f19-b111-8d42f2b374c1),segment_id=9e1085dd-09d5-4f19-b111-8d42f2b374c1)] {{(pid=93412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 14:30:32.438893 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.provisioning_blocks [None req-c7094a1c-796d-47e2-983a-d02d308bb5bd None None] Provisioning complete for port 7f882fd6-bfde-48b0-8130-3397db487faf triggered by entity DHCP. {{(pid=93412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:30:32.438893 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-c7094a1c-796d-47e2-983a-d02d308bb5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932393'] for port, provisioning_complete {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:32.448359 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-3d9e1483-9325-43ef-8e6e-a75e2af3d7f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683854493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786683465220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786683465238'] for port, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:32.610473 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c38a527-775d-4994-a742-278f3224b29f admin admin] Pushing event updated for resources: {'Port': ['ID=f66e7155-559c-4a06-bfcc-f6f352746d90,revision_number=1']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:30:32.724374 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.plugin [None req-c7094a1c-796d-47e2-983a-d02d308bb5bd None None] Port 7f882fd6-bfde-48b0-8130-3397db487faf cannot update to ACTIVE because it is not bound. {{(pid=93412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 14:30:32.728699 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2659d69-dca5-40a3-901d-dc15e56aa375 admin admin] Router 9c09542e-5201-4a53-a355-b1f2b1a699e0 has already been hosted by L3 agent 8acc92de-0cfa-4d60-8b37-a39a4d3c1570 {{(pid=93410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 14:30:32.747254 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d9e1483-9325-43ef-8e6e-a75e2af3d7f1 None None] Routers {'1a593172-ba96-477b-a983-f97f0e73a803'} bound to L3 agent in host dv-cinder-798198-2-iscsi {{(pid=93412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:30:32.748337 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.l3_hamode_db [None req-3d9e1483-9325-43ef-8e6e-a75e2af3d7f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T14:22:29Z,description=,heartbeat_timestamp=2021-08-10T14:30:29Z,host='dv-cinder-798198-2-iscsi',id=8acc92de-0cfa-4d60-8b37-a39a4d3c1570,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T14:22:29Z,topic='l3_agent')) {'router_ids': ['1a593172-ba96-477b-a983-f97f0e73a803'], 'active': True} {{(pid=93412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:30:32.767080 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:32.827905 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24b24e8-1faf-4c20-903f-bcc47916817e req-02766f3f-fc26-4e6f-a018-3463c5b46ba8 tempest-DeleteServersTestJSON-296734148 tempest-DeleteServersTestJSON-296734148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:30:32.849675 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-e24b24e8-1faf-4c20-903f-bcc47916817e req-02766f3f-fc26-4e6f-a018-3463c5b46ba8 tempest-DeleteServersTestJSON-296734148 tempest-DeleteServersTestJSON-296734148-project] 10.222.0.42 "GET /v2.0/ports?device_id=c6ecb309-c906-4a41-a235-dc8d993f597a HTTP/1.1" status: 200 len: 931 time: 0.8715529 Aug 10 14:30:32.911645 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:32.963631 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f135d9-a740-46db-824e-b5aa8bc6633a None None] Pushing event updated for resources: {'Port': ['ID=5fbda359-4851-4cd3-846f-56ae570ee969,revision_number=4']} {{(pid=93412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:30:33.072244 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-beaa7ee0-3d68-409d-9f54-4cfd93e3bf1a req-add71489-4a43-47a7-8fc0-69ae2ca9ed91 service neutron] 10.222.0.42 "GET /v2.0/networks/468e5951-9973-4325-8315-97f35e9a6c27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7555356 Aug 10 14:30:33.147540 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.db [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] For port 5d03ed95-293a-4227-9c67-87733d1923ad, host dv-cinder-798198-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-2-iscsi',level=0,port_id=5d03ed95-293a-4227-9c67-87733d1923ad,segment=NetworkSegment(9b73c935-a484-45be-a2a0-87b3c816c298),segment_id=9b73c935-a484-45be-a2a0-87b3c816c298)] {{(pid=93412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:30:33.163203 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.provisioning_blocks [None req-72cac33f-6a28-4110-8814-e2ba588689f7 None None] Provisioning for port f66e7155-559c-4a06-bfcc-f6f352746d90 completed by entity DHCP. {{(pid=93412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 14:30:33.174851 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683854493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786683465220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786683465238'] for port, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:33.175696 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Device a6b091e1-0abc-4678-a829-20447b882acc up at agent ovs-agent-dv-cinder-798198-2-iscsi {{(pid=93412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:30:33.332153 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.l3_dvr_db [None req-3d9e1483-9325-43ef-8e6e-a75e2af3d7f1 None None] Set router 1a593172-ba96-477b-a983-f97f0e73a803 gateway port host: dv-cinder-798198-2-iscsi {{(pid=93412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:30:33.340203 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-e24b24e8-1faf-4c20-903f-bcc47916817e req-7be0ca73-af11-4e6f-9345-00d332f37a82 tempest-DeleteServersTestJSON-296734148 tempest-DeleteServersTestJSON-296734148-project] 10.222.0.42 "GET /v2.0/security-groups?id=eae2e6f4-5260-40e9-b0c5-ae304962d8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4790258 Aug 10 14:30:33.449188 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-0c38a527-775d-4994-a742-278f3224b29f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:33.486025 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.provisioning_blocks [None req-72cac33f-6a28-4110-8814-e2ba588689f7 None None] Provisioning complete for port f66e7155-559c-4a06-bfcc-f6f352746d90 triggered by entity DHCP. {{(pid=93412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:30:33.486408 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-72cac33f-6a28-4110-8814-e2ba588689f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932393'] for port, provisioning_complete {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:33.667618 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2659d69-dca5-40a3-901d-dc15e56aa375 admin admin] Notify agent at l3_agent.dv-cinder-798198-2-iscsi the message routers_updated {{(pid=93410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 14:30:33.687848 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-303961f1-46c0-47fc-8c74-287031b1d2fe None None] Sync routers for ids ['9c09542e-5201-4a53-a355-b1f2b1a699e0'] in dv-cinder-798198-2-iscsi {{(pid=93413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 14:30:33.697056 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [None req-c2659d69-dca5-40a3-901d-dc15e56aa375 admin admin] 10.222.0.42 "PUT /v2.0/routers/9c09542e-5201-4a53-a355-b1f2b1a699e0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.7168324 Aug 10 14:30:33.718601 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-beaa7ee0-3d68-409d-9f54-4cfd93e3bf1a req-334b4440-ca59-42d6-9133-785a4bb836c7 service neutron] 10.222.0.42 "GET /v2.0/networks/468e5951-9973-4325-8315-97f35e9a6c27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6428685 Aug 10 14:30:33.726151 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-303961f1-46c0-47fc-8c74-287031b1d2fe None None] Routers {'9c09542e-5201-4a53-a355-b1f2b1a699e0'} bound to L3 agent in host dv-cinder-798198-2-iscsi {{(pid=93413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:30:33.727893 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.db.l3_hamode_db [None req-303961f1-46c0-47fc-8c74-287031b1d2fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T14:22:29Z,description=,heartbeat_timestamp=2021-08-10T14:30:29Z,host='dv-cinder-798198-2-iscsi',id=8acc92de-0cfa-4d60-8b37-a39a4d3c1570,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T14:22:29Z,topic='l3_agent')) {'router_ids': ['9c09542e-5201-4a53-a355-b1f2b1a699e0'], 'active': True} {{(pid=93413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:30:33.843221 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.wsgi [req-3f26d3d0-ab36-426e-b3e8-c3aedac6393a req-37af94fd-a5a2-462b-95f8-06574d2d23df tempest-DeleteServersTestJSON-296734148 tempest-DeleteServersTestJSON-296734148-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=93411) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 14:30:33.875982 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [req-3f26d3d0-ab36-426e-b3e8-c3aedac6393a req-37af94fd-a5a2-462b-95f8-06574d2d23df tempest-DeleteServersTestJSON-296734148 tempest-DeleteServersTestJSON-296734148-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0426354 Aug 10 14:30:33.926877 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.plugin [None req-72cac33f-6a28-4110-8814-e2ba588689f7 None None] Port f66e7155-559c-4a06-bfcc-f6f352746d90 cannot update to ACTIVE because it is not bound. {{(pid=93412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 14:30:33.975571 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Pushing event updated for resources: {'Port': ['ID=5d03ed95-293a-4227-9c67-87733d1923ad,revision_number=4']} {{(pid=93412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:30:34.012332 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.provisioning_blocks [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Provisioning complete for port a6b091e1-0abc-4678-a829-20447b882acc triggered by entity L2. {{(pid=93412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:30:34.012896 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932393'] for port, provisioning_complete {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:34.336556 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.db.l3_dvr_db [None req-303961f1-46c0-47fc-8c74-287031b1d2fe None None] Set router 9c09542e-5201-4a53-a355-b1f2b1a699e0 gateway port host: dv-cinder-798198-2-iscsi {{(pid=93413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:30:34.427143 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-0c38a527-775d-4994-a742-278f3224b29f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:34.453443 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-0c38a527-775d-4994-a742-278f3224b29f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683854493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786683465220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786683465238'] for port, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:34.461377 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-0c38a527-775d-4994-a742-278f3224b29f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-767284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-717733'] for router_interface, after_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:34.830884 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c38a527-775d-4994-a742-278f3224b29f admin admin] Pushing event updated for resources: {'Port': ['ID=f66e7155-559c-4a06-bfcc-f6f352746d90,revision_number=2']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:30:34.841361 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.v2.base [req-3f26d3d0-ab36-426e-b3e8-c3aedac6393a req-547cf048-2806-4081-8f49-70141775187b service neutron] Request body: {'port': {'device_id': 'c6ecb309-c906-4a41-a235-dc8d993f597a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79819'}} {{(pid=93411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:30:34.936183 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.l3_hamode_db [None req-3d9e1483-9325-43ef-8e6e-a75e2af3d7f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a593172-ba96-477b-a983-f97f0e73a803', 'name': 'tempest-ServerRescueNegativeTestJSON-2135491941-router', 'tenant_id': 'bf4e0f7339204a0c95f8d4f09f21f7e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'external_fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': 'af773401-7734-4e3d-88de-637a3fcbd70a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:30:12Z', 'updated_at': '2021-08-10T14:30:23Z', 'revision_number': 4, 'project_id': 'bf4e0f7339204a0c95f8d4f09f21f7e0', 'gw_port': {'id': 'af773401-7734-4e3d-88de-637a3fcbd70a', 'name': '', 'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:84:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a593172-ba96-477b-a983-f97f0e73a803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:30:14Z', 'updated_at': '2021-08-10T14:30:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-2-iscsi', '_interfaces': [{'id': '5fbda359-4851-4cd3-846f-56ae570ee969', 'name': '', 'network_id': '468e5951-9973-4325-8315-97f35e9a6c27', 'tenant_id': 'bf4e0f7339204a0c95f8d4f09f21f7e0', 'mac_address': 'fa:16:3e:cc:39:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a593172-ba96-477b-a983-f97f0e73a803', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '525c6944-484f-4ed6-9e34-5e6d53ad95f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:30:22Z', 'updated_at': '2021-08-10T14:30:32Z', 'revision_number': 4, 'project_id': 'bf4e0f7339204a0c95f8d4f09f21f7e0', 'subnets': [{'id': '525c6944-484f-4ed6-9e34-5e6d53ad95f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-2-iscsi', False) {} {{(pid=93412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:30:35.133737 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [req-3f26d3d0-ab36-426e-b3e8-c3aedac6393a req-547cf048-2806-4081-8f49-70141775187b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_update {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:35.177114 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Device 5d03ed95-293a-4227-9c67-87733d1923ad up at agent ovs-agent-dv-cinder-798198-2-iscsi {{(pid=93412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:30:35.187100 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.db.l3_hamode_db [None req-303961f1-46c0-47fc-8c74-287031b1d2fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c09542e-5201-4a53-a355-b1f2b1a699e0', 'name': 'tempest-AttachVolumeShelveTestJSON-564264007-router', 'tenant_id': 'e156b5d0a1d64f118dbb019f54a5f1f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'external_fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': 'a6b091e1-0abc-4678-a829-20447b882acc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:30:13Z', 'updated_at': '2021-08-10T14:30:27Z', 'revision_number': 4, 'project_id': 'e156b5d0a1d64f118dbb019f54a5f1f0', 'gw_port': {'id': 'a6b091e1-0abc-4678-a829-20447b882acc', 'name': '', 'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:af:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c09542e-5201-4a53-a355-b1f2b1a699e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:30:14Z', 'updated_at': '2021-08-10T14:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-2-iscsi', '_interfaces': [{'id': '7f882fd6-bfde-48b0-8130-3397db487faf', 'name': '', 'network_id': '86a6d1d4-f800-47bf-859f-81a5bd8d7c63', 'tenant_id': 'e156b5d0a1d64f118dbb019f54a5f1f0', 'mac_address': 'fa:16:3e:94:6e:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c09542e-5201-4a53-a355-b1f2b1a699e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '061e4b8c-ab2d-4682-a3d2-e34df59bc21f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:30:23Z', 'updated_at': '2021-08-10T14:30:28Z', 'revision_number': 2, 'project_id': 'e156b5d0a1d64f118dbb019f54a5f1f0', 'subnets': [{'id': '061e4b8c-ab2d-4682-a3d2-e34df59bc21f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-2-iscsi', False) {} {{(pid=93413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:30:35.198960 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d9e1483-9325-43ef-8e6e-a75e2af3d7f1 None None] The sync data for ids ['1a593172-ba96-477b-a983-f97f0e73a803'] in dv-cinder-798198-2-iscsi is: [{'id': '1a593172-ba96-477b-a983-f97f0e73a803', 'name': 'tempest-ServerRescueNegativeTestJSON-2135491941-router', 'tenant_id': 'bf4e0f7339204a0c95f8d4f09f21f7e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'external_fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': 'af773401-7734-4e3d-88de-637a3fcbd70a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:30:12Z', 'updated_at': '2021-08-10T14:30:23Z', 'revision_number': 4, 'project_id': 'bf4e0f7339204a0c95f8d4f09f21f7e0', 'gw_port': {'id': 'af773401-7734-4e3d-88de-637a3fcbd70a', 'name': '', 'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:84:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a593172-ba96-477b-a983-f97f0e73a803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:30:14Z', 'updated_at': '2021-08-10T14:30:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-2-iscsi', '_interfaces': [{'id': '5fbda359-4851-4cd3-846f-56ae570ee969', 'name': '', 'network_id': '468e5951-9973-4325-8315-97f35e9a6c27', 'tenant_id': 'bf4e0f7339204a0c95f8d4f09f21f7e0', 'mac_address': 'fa:16:3e:cc:39:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a593172-ba96-477b-a983-f97f0e73a803', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '525c6944-484f-4ed6-9e34-5e6d53ad95f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:30:22Z', 'updated_at': '2021-08-10T14:30:32Z', 'revision_number': 4, 'project_id': 'bf4e0f7339204a0c95f8d4f09f21f7e0', 'subnets': [{'id': '525c6944-484f-4ed6-9e34-5e6d53ad95f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 14:30:35.385906 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.provisioning_blocks [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Provisioning complete for port 5d03ed95-293a-4227-9c67-87733d1923ad triggered by entity L2. {{(pid=93412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:30:35.386536 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932393'] for port, provisioning_complete {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:35.560152 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-303961f1-46c0-47fc-8c74-287031b1d2fe None None] Checking router: 9c09542e-5201-4a53-a355-b1f2b1a699e0 for host: dv-cinder-798198-2-iscsi {{(pid=93413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 14:30:35.570960 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-303961f1-46c0-47fc-8c74-287031b1d2fe None None] Updating router 9c09542e-5201-4a53-a355-b1f2b1a699e0 port 7f882fd6-bfde-48b0-8130-3397db487faf binding host dv-cinder-798198-2-iscsi {{(pid=93413) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 14:30:35.861412 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron_lib.callbacks.manager [None req-303961f1-46c0-47fc-8c74-287031b1d2fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_update {{(pid=93413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:36.113530 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7fa9b7-4caa-4130-a309-c6e76e04bd68 req-056e2df0-86b3-4df3-b097-b246e4d33990 tempest-DeleteServersTestJSON-296734148 tempest-DeleteServersTestJSON-296734148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:30:36.124657 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-be7fa9b7-4caa-4130-a309-c6e76e04bd68 req-056e2df0-86b3-4df3-b097-b246e4d33990 tempest-DeleteServersTestJSON-296734148 tempest-DeleteServersTestJSON-296734148-project] 10.222.0.42 "GET /v2.0/ports?device_id=c6ecb309-c906-4a41-a235-dc8d993f597a HTTP/1.1" status: 200 len: 931 time: 0.9129872 Aug 10 14:30:36.332966 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c38a527-775d-4994-a742-278f3224b29f admin admin] Network c66be7ba-5c71-487e-a4a7-ed7cb74aecf9 is already hosted by enough agents. {{(pid=93410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 14:30:36.350252 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.scheduler.base_scheduler [None req-0c38a527-775d-4994-a742-278f3224b29f admin admin] Resources bound (agent type, host, resource id): {{(pid=93410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:30:36.678095 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-be7fa9b7-4caa-4130-a309-c6e76e04bd68 req-7cbf654d-741a-4abc-902f-6baab09def85 tempest-DeleteServersTestJSON-296734148 tempest-DeleteServersTestJSON-296734148-project] 10.222.0.42 "GET /v2.0/security-groups?id=eae2e6f4-5260-40e9-b0c5-ae304962d8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5386765 Aug 10 14:30:36.697007 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c38a527-775d-4994-a742-278f3224b29f admin admin] Router 315401fe-0a42-4c73-a636-9839113f4d36 has already been hosted by L3 agent 8acc92de-0cfa-4d60-8b37-a39a4d3c1570 {{(pid=93410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 14:30:36.844720 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.notifiers.nova [req-3f26d3d0-ab36-426e-b3e8-c3aedac6393a req-547cf048-2806-4081-8f49-70141775187b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ec40a86-f28a-4b8b-acc6-67ec59d10147 {{(pid=93411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 14:30:36.894484 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [req-3f26d3d0-ab36-426e-b3e8-c3aedac6393a req-547cf048-2806-4081-8f49-70141775187b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:37.044821 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.db.provisioning_blocks [req-3f26d3d0-ab36-426e-b3e8-c3aedac6393a req-547cf048-2806-4081-8f49-70141775187b service neutron] Transition to ACTIVE for port object 2ec40a86-f28a-4b8b-acc6-67ec59d10147 will not be triggered until provisioned by entity L2. {{(pid=93411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 14:30:37.056861 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [req-3f26d3d0-ab36-426e-b3e8-c3aedac6393a req-547cf048-2806-4081-8f49-70141775187b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683854493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786683465220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786683465238'] for port, after_update {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:37.175715 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.provisioning_blocks [None req-1eb5ba5d-b401-46e1-93a1-5514202583c2 None None] Provisioning complete for port f66e7155-559c-4a06-bfcc-f6f352746d90 triggered by entity DHCP. {{(pid=93412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:30:37.176439 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-1eb5ba5d-b401-46e1-93a1-5514202583c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932393'] for port, provisioning_complete {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:37.375824 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c38a527-775d-4994-a742-278f3224b29f admin admin] Notify agent at l3_agent.dv-cinder-798198-2-iscsi the message routers_updated {{(pid=93410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 14:30:37.384271 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Device 5fbda359-4851-4cd3-846f-56ae570ee969 up at agent ovs-agent-dv-cinder-798198-2-iscsi {{(pid=93412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:30:37.422589 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [None req-0c38a527-775d-4994-a742-278f3224b29f admin admin] 10.222.0.42 "PUT /v2.0/routers/315401fe-0a42-4c73-a636-9839113f4d36/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.8620884 Aug 10 14:30:37.559057 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547cf048-2806-4081-8f49-70141775187b service neutron] Pushing event updated for resources: {'Port': ['ID=2ec40a86-f28a-4b8b-acc6-67ec59d10147,revision_number=2']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:30:37.559537 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fbb4e9c-aad4-430e-b328-3793f3f5db7b None None] Sync routers for ids ['315401fe-0a42-4c73-a636-9839113f4d36'] in dv-cinder-798198-2-iscsi {{(pid=93412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 14:30:37.690842 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.plugin [None req-1eb5ba5d-b401-46e1-93a1-5514202583c2 None None] Port f66e7155-559c-4a06-bfcc-f6f352746d90 cannot update to ACTIVE because it is not bound. {{(pid=93412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 14:30:37.693887 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron_lib.callbacks.manager [None req-303961f1-46c0-47fc-8c74-287031b1d2fe None None] Notify callbacks [] for port, precommit_update {{(pid=93413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:37.796564 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fbb4e9c-aad4-430e-b328-3793f3f5db7b None None] Routers {'315401fe-0a42-4c73-a636-9839113f4d36'} bound to L3 agent in host dv-cinder-798198-2-iscsi {{(pid=93412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:30:37.798004 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.l3_hamode_db [None req-0fbb4e9c-aad4-430e-b328-3793f3f5db7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T14:22:29Z,description=,heartbeat_timestamp=2021-08-10T14:30:29Z,host='dv-cinder-798198-2-iscsi',id=8acc92de-0cfa-4d60-8b37-a39a4d3c1570,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T14:22:29Z,topic='l3_agent')) {'router_ids': ['315401fe-0a42-4c73-a636-9839113f4d36'], 'active': True} {{(pid=93412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:30:37.817230 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.db.provisioning_blocks [None req-303961f1-46c0-47fc-8c74-287031b1d2fe None None] Transition to ACTIVE for port object 7f882fd6-bfde-48b0-8130-3397db487faf will not be triggered until provisioned by entity L2. {{(pid=93413) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 14:30:37.850959 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron_lib.callbacks.manager [None req-303961f1-46c0-47fc-8c74-287031b1d2fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683854493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786683465220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786683465238'] for port, after_update {{(pid=93413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:37.951892 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.plugins.ml2.managers [req-3f26d3d0-ab36-426e-b3e8-c3aedac6393a req-547cf048-2806-4081-8f49-70141775187b service neutron] Attempting to bind port 2ec40a86-f28a-4b8b-acc6-67ec59d10147 on host hv-cinder-79819 for vnic_type normal with profile {{(pid=93411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 14:30:37.952679 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.plugins.ml2.managers [req-3f26d3d0-ab36-426e-b3e8-c3aedac6393a req-547cf048-2806-4081-8f49-70141775187b service neutron] Attempting to bind port 2ec40a86-f28a-4b8b-acc6-67ec59d10147 by drivers openvswitch,hyperv on host hv-cinder-79819 at level 0 using segments [{'id': '39fa0f7f-e9e6-4e0a-99b2-c0aec9ed8ee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '6dc46fb2-3ad0-40c6-8a95-f6904667e0a0'}] {{(pid=93411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 14:30:37.953243 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f26d3d0-ab36-426e-b3e8-c3aedac6393a req-547cf048-2806-4081-8f49-70141775187b service neutron] Attempting to bind port 2ec40a86-f28a-4b8b-acc6-67ec59d10147 on network 6dc46fb2-3ad0-40c6-8a95-f6904667e0a0 {{(pid=93411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 14:30:37.991470 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f26d3d0-ab36-426e-b3e8-c3aedac6393a req-547cf048-2806-4081-8f49-70141775187b service neutron] Port 2ec40a86-f28a-4b8b-acc6-67ec59d10147 on network 6dc46fb2-3ad0-40c6-8a95-f6904667e0a0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79819 {{(pid=93411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 14:30:37.991792 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f26d3d0-ab36-426e-b3e8-c3aedac6393a req-547cf048-2806-4081-8f49-70141775187b service neutron] Attempting to bind port 2ec40a86-f28a-4b8b-acc6-67ec59d10147 on network 6dc46fb2-3ad0-40c6-8a95-f6904667e0a0 {{(pid=93411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 14:30:38.008361 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-db1b2dcb-b5dd-4dc3-9a9e-77f20509f424 req-1c337116-766c-401a-a7c1-5e9c6962cf47 tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f4b4a64-897e-465f-9bac-f2ddc4135822 HTTP/1.1" status: 200 len: 210 time: 0.1165438 Aug 10 14:30:38.014643 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.provisioning_blocks [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Provisioning for port 5fbda359-4851-4cd3-846f-56ae570ee969 completed by entity L2. {{(pid=93412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 14:30:38.015509 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.wsgi [-] (93410) accepted ('10.222.0.42', 48472) {{(pid=93410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:30:38.028032 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.v2.base [None req-c49a07d8-0924-4448-9e4b-3fe998442660 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Request body: {'security_group': {'name': 'tempest-securitygroup--632181376', 'description': 'tempest-description--119561557'}} {{(pid=93410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:30:38.072662 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f26d3d0-ab36-426e-b3e8-c3aedac6393a req-547cf048-2806-4081-8f49-70141775187b service neutron] Checking agent: {'id': '193de837-f8e2-4c0a-a012-1a4e123b0e95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 14, 28, 33), 'started_at': datetime.datetime(2021, 8, 10, 14, 28, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 14, 30, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 14:30:38.073599 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f26d3d0-ab36-426e-b3e8-c3aedac6393a req-547cf048-2806-4081-8f49-70141775187b service neutron] Checking segment: {'id': '39fa0f7f-e9e6-4e0a-99b2-c0aec9ed8ee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '6dc46fb2-3ad0-40c6-8a95-f6904667e0a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 14:30:38.078781 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f26d3d0-ab36-426e-b3e8-c3aedac6393a req-547cf048-2806-4081-8f49-70141775187b service neutron] Bound using segment: {'id': '39fa0f7f-e9e6-4e0a-99b2-c0aec9ed8ee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '6dc46fb2-3ad0-40c6-8a95-f6904667e0a0'} {{(pid=93411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 14:30:38.086508 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.plugins.ml2.managers [req-3f26d3d0-ab36-426e-b3e8-c3aedac6393a req-547cf048-2806-4081-8f49-70141775187b service neutron] Bound port: 2ec40a86-f28a-4b8b-acc6-67ec59d10147, host: hv-cinder-79819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39fa0f7f-e9e6-4e0a-99b2-c0aec9ed8ee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '6dc46fb2-3ad0-40c6-8a95-f6904667e0a0'}}] {{(pid=93411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 14:30:38.091530 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [req-3f26d3d0-ab36-426e-b3e8-c3aedac6393a req-547cf048-2806-4081-8f49-70141775187b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_update {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:38.150915 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.provisioning_blocks [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Provisioning complete for port 5fbda359-4851-4cd3-846f-56ae570ee969 triggered by entity L2. {{(pid=93412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:30:38.151551 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932393'] for port, provisioning_complete {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:38.199301 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-c49a07d8-0924-4448-9e4b-3fe998442660 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Notify callbacks [] for security_group, before_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:38.210404 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6deac40e-9794-4a3d-ac8e-a325c2e37345 None None] Pushing event updated for resources: {'Port': ['ID=7f882fd6-bfde-48b0-8130-3397db487faf,revision_number=3']} {{(pid=93413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:30:38.411360 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.wsgi [-] (93411) accepted ('10.222.0.42', 48490) {{(pid=93411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:30:38.609076 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.plugins.ml2.managers [None req-303961f1-46c0-47fc-8c74-287031b1d2fe None None] Attempting to bind port 7f882fd6-bfde-48b0-8130-3397db487faf on host dv-cinder-798198-2-iscsi for vnic_type normal with profile {{(pid=93413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 14:30:38.610049 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.plugins.ml2.managers [None req-303961f1-46c0-47fc-8c74-287031b1d2fe None None] Attempting to bind port 7f882fd6-bfde-48b0-8130-3397db487faf by drivers openvswitch,hyperv on host dv-cinder-798198-2-iscsi at level 0 using segments [{'id': 'd55ed611-efa5-4413-9a01-d70eef9c92c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '86a6d1d4-f800-47bf-859f-81a5bd8d7c63'}] {{(pid=93413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 14:30:38.612035 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-303961f1-46c0-47fc-8c74-287031b1d2fe None None] Attempting to bind port 7f882fd6-bfde-48b0-8130-3397db487faf on network 86a6d1d4-f800-47bf-859f-81a5bd8d7c63 {{(pid=93413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 14:30:38.637778 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.plugins.ml2.db [req-3f26d3d0-ab36-426e-b3e8-c3aedac6393a req-547cf048-2806-4081-8f49-70141775187b service neutron] For port 2ec40a86-f28a-4b8b-acc6-67ec59d10147, host hv-cinder-79819, cleared binding levels {{(pid=93411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 14:30:38.643203 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-303961f1-46c0-47fc-8c74-287031b1d2fe None None] Checking agent: {'id': 'd4363d4d-7a35-4f9b-b61a-c2590b3a63af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798198-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 14, 22, 29), 'started_at': datetime.datetime(2021, 8, 10, 14, 22, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 14, 30, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798198-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 14:30:38.643613 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-303961f1-46c0-47fc-8c74-287031b1d2fe None None] Checking segment: {'id': 'd55ed611-efa5-4413-9a01-d70eef9c92c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '86a6d1d4-f800-47bf-859f-81a5bd8d7c63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 14:30:38.644045 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron_lib.callbacks.manager [None req-303961f1-46c0-47fc-8c74-287031b1d2fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:38.644539 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-303961f1-46c0-47fc-8c74-287031b1d2fe None None] Bound using segment: {'id': 'd55ed611-efa5-4413-9a01-d70eef9c92c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '86a6d1d4-f800-47bf-859f-81a5bd8d7c63'} {{(pid=93413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 14:30:38.645071 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.plugins.ml2.managers [None req-303961f1-46c0-47fc-8c74-287031b1d2fe None None] Bound port: 7f882fd6-bfde-48b0-8130-3397db487faf, host: dv-cinder-798198-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd55ed611-efa5-4413-9a01-d70eef9c92c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '86a6d1d4-f800-47bf-859f-81a5bd8d7c63'}}] {{(pid=93413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 14:30:38.645662 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron_lib.callbacks.manager [None req-303961f1-46c0-47fc-8c74-287031b1d2fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_update {{(pid=93413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:38.661255 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.plugins.ml2.db [req-3f26d3d0-ab36-426e-b3e8-c3aedac6393a req-547cf048-2806-4081-8f49-70141775187b service neutron] For port 2ec40a86-f28a-4b8b-acc6-67ec59d10147, host hv-cinder-79819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=2ec40a86-f28a-4b8b-acc6-67ec59d10147,segment=NetworkSegment(39fa0f7f-e9e6-4e0a-99b2-c0aec9ed8ee1),segment_id=39fa0f7f-e9e6-4e0a-99b2-c0aec9ed8ee1)] {{(pid=93411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 14:30:38.672649 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [req-3f26d3d0-ab36-426e-b3e8-c3aedac6393a req-547cf048-2806-4081-8f49-70141775187b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683854493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786683465220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786683465238'] for port, after_update {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:38.731358 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.l3_dvr_db [None req-0fbb4e9c-aad4-430e-b328-3793f3f5db7b None None] Set router 315401fe-0a42-4c73-a636-9839113f4d36 gateway port host: dv-cinder-798198-2-iscsi {{(pid=93412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:30:38.840664 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87165848-6a75-4db5-b4a3-5753e4f9787c req-090fa2c2-9865-416b-92c5-f71d0e6cbf20 tempest-DeleteServersTestJSON-296734148 tempest-DeleteServersTestJSON-296734148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:30:38.851093 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-87165848-6a75-4db5-b4a3-5753e4f9787c req-090fa2c2-9865-416b-92c5-f71d0e6cbf20 tempest-DeleteServersTestJSON-296734148 tempest-DeleteServersTestJSON-296734148-project] 10.222.0.42 "GET /v2.0/ports?device_id=c6ecb309-c906-4a41-a235-dc8d993f597a HTTP/1.1" status: 200 len: 943 time: 0.5225706 Aug 10 14:30:38.891877 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f26d3d0-ab36-426e-b3e8-c3aedac6393a req-547cf048-2806-4081-8f49-70141775187b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:30:38.892508 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [req-3f26d3d0-ab36-426e-b3e8-c3aedac6393a req-547cf048-2806-4081-8f49-70141775187b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-387483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-767256'] for port, before_response {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:38.898629 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [req-3f26d3d0-ab36-426e-b3e8-c3aedac6393a req-547cf048-2806-4081-8f49-70141775187b service neutron] 10.222.0.18 "PUT /v2.0/ports/2ec40a86-f28a-4b8b-acc6-67ec59d10147 HTTP/1.1" status: 200 len: 1093 time: 4.4334807 Aug 10 14:30:38.899113 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6ecb309-c906-4a41-a235-dc8d993f597a', 'tag': '2ec40a86-f28a-4b8b-acc6-67ec59d10147'}] {{(pid=93411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:30:39.048530 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.plugins.ml2.db [None req-303961f1-46c0-47fc-8c74-287031b1d2fe None None] For port 7f882fd6-bfde-48b0-8130-3397db487faf, host dv-cinder-798198-2-iscsi, cleared binding levels {{(pid=93413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 14:30:39.066533 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:39.088942 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.plugins.ml2.db [None req-303961f1-46c0-47fc-8c74-287031b1d2fe None None] For port 7f882fd6-bfde-48b0-8130-3397db487faf, host dv-cinder-798198-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-2-iscsi',level=0,port_id=7f882fd6-bfde-48b0-8130-3397db487faf,segment=NetworkSegment(d55ed611-efa5-4413-9a01-d70eef9c92c8),segment_id=d55ed611-efa5-4413-9a01-d70eef9c92c8)] {{(pid=93413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 14:30:39.112807 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron_lib.callbacks.manager [None req-303961f1-46c0-47fc-8c74-287031b1d2fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683854493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786683465220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786683465238'] for port, after_update {{(pid=93413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:39.158367 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-87165848-6a75-4db5-b4a3-5753e4f9787c req-d00cfd37-cbbf-48c6-8a9b-544b214f6aa2 tempest-DeleteServersTestJSON-296734148 tempest-DeleteServersTestJSON-296734148-project] 10.222.0.42 "GET /v2.0/security-groups?id=eae2e6f4-5260-40e9-b0c5-ae304962d8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2752104 Aug 10 14:30:39.176693 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547cf048-2806-4081-8f49-70141775187b service neutron] Pushing event updated for resources: {'Port': ['ID=2ec40a86-f28a-4b8b-acc6-67ec59d10147,revision_number=3']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:30:39.252927 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-dca33d38-5483-4035-871c-cc38db29a209 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:39.348533 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800b4800a729c8c4e9259a6bd3a96cb19d394e8e3458720dab8774963c0953a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28aa01bb-8830-4b48-83a1-d72821a48b03" -d '{"events": [{"name": "network-changed", "server_uuid": "c6ecb309-c906-4a41-a235-dc8d993f597a", "tag": "2ec40a86-f28a-4b8b-acc6-67ec59d10147"}]}' {{(pid=93411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:30:39.425249 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-c49a07d8-0924-4448-9e4b-3fe998442660 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Notify callbacks [] for security_group, precommit_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:39.439044 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-c49a07d8-0924-4448-9e4b-3fe998442660 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734645'] for security_group, after_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:39.443702 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-303961f1-46c0-47fc-8c74-287031b1d2fe None None] Routers {'9c09542e-5201-4a53-a355-b1f2b1a699e0'} bound to L3 agent in host dv-cinder-798198-2-iscsi {{(pid=93413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:30:39.444621 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.db.l3_hamode_db [None req-303961f1-46c0-47fc-8c74-287031b1d2fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T14:22:29Z,description=,heartbeat_timestamp=2021-08-10T14:30:29Z,host='dv-cinder-798198-2-iscsi',id=8acc92de-0cfa-4d60-8b37-a39a4d3c1570,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T14:22:29Z,topic='l3_agent')) {'router_ids': ['9c09542e-5201-4a53-a355-b1f2b1a699e0'], 'active': True} {{(pid=93413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:30:39.510272 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49a07d8-0924-4448-9e4b-3fe998442660 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ecfbe072-fae7-404f-9e98-b7a4caa3c273,revision_number=1']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:30:39.587374 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.db [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] For port 5fbda359-4851-4cd3-846f-56ae570ee969, host dv-cinder-798198-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-2-iscsi',level=0,port_id=5fbda359-4851-4cd3-846f-56ae570ee969,segment=NetworkSegment(9e1085dd-09d5-4f19-b111-8d42f2b374c1),segment_id=9e1085dd-09d5-4f19-b111-8d42f2b374c1)] {{(pid=93412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:30:39.598456 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683854493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786683465220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786683465238'] for port, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:39.615893 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6deac40e-9794-4a3d-ac8e-a325c2e37345 None None] Pushing event updated for resources: {'Port': ['ID=7f882fd6-bfde-48b0-8130-3397db487faf,revision_number=4']} {{(pid=93413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:30:39.763934 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-dca33d38-5483-4035-871c-cc38db29a209 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:39.778873 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-dca33d38-5483-4035-871c-cc38db29a209 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734645'] for security_group, after_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:39.782387 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4839e8-50be-4636-8caa-b0849071a4f8 req-a99a2f90-fa6d-43c4-b7fb-ef8d26aa48ba tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:30:39.798706 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-4b4839e8-50be-4636-8caa-b0849071a4f8 req-a99a2f90-fa6d-43c4-b7fb-ef8d26aa48ba tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] 10.222.0.42 "GET /v2.0/networks?id=468e5951-9973-4325-8315-97f35e9a6c27 HTTP/1.1" status: 200 len: 819 time: 0.2576067 Aug 10 14:30:39.822105 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-c49a07d8-0924-4448-9e4b-3fe998442660 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Notify callbacks [] for security_group, before_response {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:39.824040 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [None req-c49a07d8-0924-4448-9e4b-3fe998442660 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1776 time: 1.8068619 Aug 10 14:30:39.836453 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.wsgi [-] (93411) accepted ('10.222.0.42', 48520) {{(pid=93411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:30:39.839109 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-4b4839e8-50be-4636-8caa-b0849071a4f8 req-ab1eca79-d0d7-4a2b-9b4f-66f83034e08d tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] 10.222.0.42 "GET /v2.0/quotas/bf4e0f7339204a0c95f8d4f09f21f7e0 HTTP/1.1" status: 200 len: 375 time: 0.0376036 Aug 10 14:30:39.868100 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.v2.base [None req-0892d019-2d64-4378-8d63-da604b15494a tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Request body: {'security_group_rule': {'security_group_id': 'ecfbe072-fae7-404f-9e98-b7a4caa3c273', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:30:39.926005 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.db.l3_dvr_db [None req-303961f1-46c0-47fc-8c74-287031b1d2fe None None] Set router 9c09542e-5201-4a53-a355-b1f2b1a699e0 gateway port host: dv-cinder-798198-2-iscsi {{(pid=93413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:30:39.957242 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-dca33d38-5483-4035-871c-cc38db29a209 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=79a6665a583144d5940522c5095d11b2&name=default HTTP/1.1" status: 200 len: 2978 time: 1.5434775 Aug 10 14:30:39.964208 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.wsgi [-] (93410) accepted ('10.222.0.42', 48522) {{(pid=93410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:30:39.978582 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-4b4839e8-50be-4636-8caa-b0849071a4f8 req-bf5f02ca-d8f7-4a4b-8b52-0a32d90d39fe tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=bf4e0f7339204a0c95f8d4f09f21f7e0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1375713 Aug 10 14:30:40.011069 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-0892d019-2d64-4378-8d63-da604b15494a tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:40.027767 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca33d38-5483-4035-871c-cc38db29a209 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c34997df-793b-4023-8e7b-155517ab0635,revision_number=1']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:30:40.176876 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Pushing event updated for resources: {'Port': ['ID=5fbda359-4851-4cd3-846f-56ae570ee969,revision_number=5']} {{(pid=93412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:30:40.221100 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-4b4839e8-50be-4636-8caa-b0849071a4f8 req-046bc1ac-09a7-468e-825b-8e810f80108f service neutron] 10.222.0.42 "GET /v2.0/networks/468e5951-9973-4325-8315-97f35e9a6c27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2343590 Aug 10 14:30:40.239512 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.l3_hamode_db [None req-0fbb4e9c-aad4-430e-b328-3793f3f5db7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '315401fe-0a42-4c73-a636-9839113f4d36', 'name': 'tempest-AttachVolumeTestJSON-1660418919-router', 'tenant_id': '02185bbc814948319e41921dcf271d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'external_fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': '5d03ed95-293a-4227-9c67-87733d1923ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:30:14Z', 'updated_at': '2021-08-10T14:30:33Z', 'revision_number': 4, 'project_id': '02185bbc814948319e41921dcf271d7d', 'gw_port': {'id': '5d03ed95-293a-4227-9c67-87733d1923ad', 'name': '', 'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:b5:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315401fe-0a42-4c73-a636-9839113f4d36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:30:16Z', 'updated_at': '2021-08-10T14:30:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-2-iscsi', '_interfaces': [{'id': 'f66e7155-559c-4a06-bfcc-f6f352746d90', 'name': '', 'network_id': 'c66be7ba-5c71-487e-a4a7-ed7cb74aecf9', 'tenant_id': '02185bbc814948319e41921dcf271d7d', 'mac_address': 'fa:16:3e:6c:63:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '315401fe-0a42-4c73-a636-9839113f4d36', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '18e8c05a-0b63-4e4f-b068-6c86c9aef18c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:30:29Z', 'updated_at': '2021-08-10T14:30:33Z', 'revision_number': 2, 'project_id': '02185bbc814948319e41921dcf271d7d', 'subnets': [{'id': '18e8c05a-0b63-4e4f-b068-6c86c9aef18c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-2-iscsi', False) {} {{(pid=93412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:30:40.278327 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fbb4e9c-aad4-430e-b328-3793f3f5db7b None None] Checking router: 315401fe-0a42-4c73-a636-9839113f4d36 for host: dv-cinder-798198-2-iscsi {{(pid=93412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 14:30:40.278597 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fbb4e9c-aad4-430e-b328-3793f3f5db7b None None] Updating router 315401fe-0a42-4c73-a636-9839113f4d36 port f66e7155-559c-4a06-bfcc-f6f352746d90 binding host dv-cinder-798198-2-iscsi {{(pid=93412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 14:30:40.292942 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.db.l3_hamode_db [None req-303961f1-46c0-47fc-8c74-287031b1d2fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c09542e-5201-4a53-a355-b1f2b1a699e0', 'name': 'tempest-AttachVolumeShelveTestJSON-564264007-router', 'tenant_id': 'e156b5d0a1d64f118dbb019f54a5f1f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'external_fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': 'a6b091e1-0abc-4678-a829-20447b882acc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:30:13Z', 'updated_at': '2021-08-10T14:30:27Z', 'revision_number': 4, 'project_id': 'e156b5d0a1d64f118dbb019f54a5f1f0', 'gw_port': {'id': 'a6b091e1-0abc-4678-a829-20447b882acc', 'name': '', 'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:af:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c09542e-5201-4a53-a355-b1f2b1a699e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:30:14Z', 'updated_at': '2021-08-10T14:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-2-iscsi', '_interfaces': [{'id': '7f882fd6-bfde-48b0-8130-3397db487faf', 'name': '', 'network_id': '86a6d1d4-f800-47bf-859f-81a5bd8d7c63', 'tenant_id': 'e156b5d0a1d64f118dbb019f54a5f1f0', 'mac_address': 'fa:16:3e:94:6e:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c09542e-5201-4a53-a355-b1f2b1a699e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '061e4b8c-ab2d-4682-a3d2-e34df59bc21f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:30:23Z', 'updated_at': '2021-08-10T14:30:39Z', 'revision_number': 4, 'project_id': 'e156b5d0a1d64f118dbb019f54a5f1f0', 'subnets': [{'id': '061e4b8c-ab2d-4682-a3d2-e34df59bc21f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-2-iscsi', False) {} {{(pid=93413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:30:40.312384 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-0fbb4e9c-aad4-430e-b328-3793f3f5db7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:40.332978 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-303961f1-46c0-47fc-8c74-287031b1d2fe None None] The sync data for ids ['9c09542e-5201-4a53-a355-b1f2b1a699e0'] in dv-cinder-798198-2-iscsi is: [{'id': '9c09542e-5201-4a53-a355-b1f2b1a699e0', 'name': 'tempest-AttachVolumeShelveTestJSON-564264007-router', 'tenant_id': 'e156b5d0a1d64f118dbb019f54a5f1f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'external_fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': 'a6b091e1-0abc-4678-a829-20447b882acc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:30:13Z', 'updated_at': '2021-08-10T14:30:27Z', 'revision_number': 4, 'project_id': 'e156b5d0a1d64f118dbb019f54a5f1f0', 'gw_port': {'id': 'a6b091e1-0abc-4678-a829-20447b882acc', 'name': '', 'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:af:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c09542e-5201-4a53-a355-b1f2b1a699e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:30:14Z', 'updated_at': '2021-08-10T14:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-2-iscsi', '_interfaces': [{'id': '7f882fd6-bfde-48b0-8130-3397db487faf', 'name': '', 'network_id': '86a6d1d4-f800-47bf-859f-81a5bd8d7c63', 'tenant_id': 'e156b5d0a1d64f118dbb019f54a5f1f0', 'mac_address': 'fa:16:3e:94:6e:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c09542e-5201-4a53-a355-b1f2b1a699e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '061e4b8c-ab2d-4682-a3d2-e34df59bc21f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:30:23Z', 'updated_at': '2021-08-10T14:30:39Z', 'revision_number': 4, 'project_id': 'e156b5d0a1d64f118dbb019f54a5f1f0', 'subnets': [{'id': '061e4b8c-ab2d-4682-a3d2-e34df59bc21f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 14:30:40.387345 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-0892d019-2d64-4378-8d63-da604b15494a tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:40.400368 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-0892d019-2d64-4378-8d63-da604b15494a tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734530'] for security_group_rule, after_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:40.485278 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0892d019-2d64-4378-8d63-da604b15494a tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d43e7d5-6231-477b-a40a-d366e80b13ad,revision_number=0']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:30:40.515298 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-0892d019-2d64-4378-8d63-da604b15494a tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:40.515298 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-0892d019-2d64-4378-8d63-da604b15494a tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6611953 Aug 10 14:30:40.519867 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.wsgi [-] (93411) accepted ('10.222.0.42', 48528) {{(pid=93411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:30:40.529035 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.v2.base [None req-7de2ae85-d12d-4359-8054-9e99fe72b984 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Request body: {'security_group_rule': {'security_group_id': 'ecfbe072-fae7-404f-9e98-b7a4caa3c273', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:30:40.622303 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-7de2ae85-d12d-4359-8054-9e99fe72b984 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:40.642539 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-9bfaea00-bd87-4df4-aa8f-62756eee780b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:40.848376 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.db.agents_db [None req-84c9d1dd-add5-4bf7-b0ef-63077aab3240 None None] Agent healthcheck: found 6 active agents {{(pid=93413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 14:30:40.946839 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-4b4839e8-50be-4636-8caa-b0849071a4f8 req-18c94d60-ac33-4ae3-9143-b4a392d67d26 service neutron] 10.222.0.42 "GET /v2.0/networks/468e5951-9973-4325-8315-97f35e9a6c27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7037816 Aug 10 14:30:40.977258 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.wsgi [-] (93411) accepted ('10.222.0.42', 48530) {{(pid=93411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:30:40.988188 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-9bfaea00-bd87-4df4-aa8f-62756eee780b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:41.010998 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-7de2ae85-d12d-4359-8054-9e99fe72b984 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:41.103023 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.v2.base [None req-7ede33a1-9113-42af-b51f-c341c126f165 tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] Request body: {'security_group': {'name': 'tempest-securitygroup--855172012', 'description': 'tempest-description--1415476394'}} {{(pid=93411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:30:41.218718 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-7de2ae85-d12d-4359-8054-9e99fe72b984 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734530'] for security_group_rule, after_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:41.254550 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-9bfaea00-bd87-4df4-aa8f-62756eee780b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734645'] for security_group, after_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:41.258350 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-9bfaea00-bd87-4df4-aa8f-62756eee780b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:41.260115 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [None req-9bfaea00-bd87-4df4-aa8f-62756eee780b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c34997df-793b-4023-8e7b-155517ab0635 HTTP/1.1" status: 204 len: 168 time: 1.2801197 Aug 10 14:30:41.334133 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfaea00-bd87-4df4-aa8f-62756eee780b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c34997df-793b-4023-8e7b-155517ab0635,revision_number=None']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:30:41.562853 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de2ae85-d12d-4359-8054-9e99fe72b984 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29e2c4f8-2316-48b7-8a33-a96b33c7d272,revision_number=0']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:30:41.632492 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 14:30:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb8fdec3-9112-4335-80fa-c37386231a43 x-openstack-request-id: req-fb8fdec3-9112-4335-80fa-c37386231a43 {{(pid=93411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:30:41.637918 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6ecb309-c906-4a41-a235-dc8d993f597a", "tag": "2ec40a86-f28a-4b8b-acc6-67ec59d10147", "status": "completed", "code": 200}]} {{(pid=93411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:30:41.638547 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-fb8fdec3-9112-4335-80fa-c37386231a43 {{(pid=93411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:30:41.639455 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6ecb309-c906-4a41-a235-dc8d993f597a', 'tag': '2ec40a86-f28a-4b8b-acc6-67ec59d10147', 'status': 'completed', 'code': 200} Aug 10 14:30:41.648435 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-7ede33a1-9113-42af-b51f-c341c126f165 tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] Notify callbacks [] for security_group, before_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:41.698481 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-7de2ae85-d12d-4359-8054-9e99fe72b984 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:41.710859 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-7de2ae85-d12d-4359-8054-9e99fe72b984 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1911886 Aug 10 14:30:41.714001 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.wsgi [-] (93410) accepted ('10.222.0.42', 48556) {{(pid=93410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:30:41.719667 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.v2.base [None req-326a6615-5275-4f9a-b97b-9a4ff4f0087a tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Request body: {'floatingip': {'floating_network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532'}} {{(pid=93410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:30:41.870872 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-326a6615-5275-4f9a-b97b-9a4ff4f0087a tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Notify callbacks [] for floatingip, before_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:41.901981 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f26d3d0-ab36-426e-b3e8-c3aedac6393a req-35d8a41f-6cd6-4e0c-b33b-6be7d98e1faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:30:41.903844 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [req-3f26d3d0-ab36-426e-b3e8-c3aedac6393a req-35d8a41f-6cd6-4e0c-b33b-6be7d98e1faf service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=35f5a177561848da87fc5d7c36ba5745&device_id=c6ecb309-c906-4a41-a235-dc8d993f597a HTTP/1.1" status: 200 len: 1096 time: 0.9262273 Aug 10 14:30:41.904522 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.wsgi [-] (93410) accepted ('10.222.0.18', 59688) {{(pid=93410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:30:42.187627 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-0fbb4e9c-aad4-430e-b328-3793f3f5db7b None None] Notify callbacks [] for port, precommit_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:42.335133 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.provisioning_blocks [None req-0fbb4e9c-aad4-430e-b328-3793f3f5db7b None None] Transition to ACTIVE for port object f66e7155-559c-4a06-bfcc-f6f352746d90 will not be triggered until provisioned by entity L2. {{(pid=93412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 14:30:42.416360 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Device 7f882fd6-bfde-48b0-8130-3397db487faf up at agent ovs-agent-dv-cinder-798198-2-iscsi {{(pid=93412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:30:42.430869 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [req-3f26d3d0-ab36-426e-b3e8-c3aedac6393a req-846d3a25-8486-4b78-960a-885eab4c3d62 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2ec40a86-f28a-4b8b-acc6-67ec59d10147 HTTP/1.1" status: 200 len: 217 time: 0.5186291 Aug 10 14:30:42.444298 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-0fbb4e9c-aad4-430e-b328-3793f3f5db7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683854493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786683465220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786683465238'] for port, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:42.851550 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f26d3d0-ab36-426e-b3e8-c3aedac6393a req-a977c793-f66f-48bc-b48c-59d3aed767cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:30:42.855200 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [req-3f26d3d0-ab36-426e-b3e8-c3aedac6393a req-a977c793-f66f-48bc-b48c-59d3aed767cd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1245afa9-3fb5-4482-bbaf-6462323ff6ec HTTP/1.1" status: 200 len: 851 time: 0.2890525 Aug 10 14:30:43.104969 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9eb942-739b-4603-b1c4-082a88f03dbb None None] Pushing event updated for resources: {'Port': ['ID=f66e7155-559c-4a06-bfcc-f6f352746d90,revision_number=3']} {{(pid=93412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:30:43.285597 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.wsgi [-] (93410) accepted ('10.222.0.42', 48576) {{(pid=93410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:30:43.342158 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [req-3f26d3d0-ab36-426e-b3e8-c3aedac6393a req-78c1319f-56ca-45e6-b74a-fe982d807738 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6dc46fb2-3ad0-40c6-8a95-f6904667e0a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4092975 Aug 10 14:30:43.428332 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-7ede33a1-9113-42af-b51f-c341c126f165 tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] Notify callbacks [] for security_group, precommit_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:43.434891 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.wsgi [-] (93411) accepted ('10.222.0.42', 48580) {{(pid=93411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:30:43.502533 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-7ede33a1-9113-42af-b51f-c341c126f165 tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734645'] for security_group, after_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:43.525289 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.managers [None req-0fbb4e9c-aad4-430e-b328-3793f3f5db7b None None] Attempting to bind port f66e7155-559c-4a06-bfcc-f6f352746d90 on host dv-cinder-798198-2-iscsi for vnic_type normal with profile {{(pid=93412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 14:30:43.527717 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.managers [None req-0fbb4e9c-aad4-430e-b328-3793f3f5db7b None None] Attempting to bind port f66e7155-559c-4a06-bfcc-f6f352746d90 by drivers openvswitch,hyperv on host dv-cinder-798198-2-iscsi at level 0 using segments [{'id': '9070e634-2e5b-4a24-9474-38d8394f1b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'c66be7ba-5c71-487e-a4a7-ed7cb74aecf9'}] {{(pid=93412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 14:30:43.528849 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fbb4e9c-aad4-430e-b328-3793f3f5db7b None None] Attempting to bind port f66e7155-559c-4a06-bfcc-f6f352746d90 on network c66be7ba-5c71-487e-a4a7-ed7cb74aecf9 {{(pid=93412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 14:30:43.536884 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.provisioning_blocks [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Provisioning for port 7f882fd6-bfde-48b0-8130-3397db487faf completed by entity L2. {{(pid=93412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 14:30:43.561337 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fbb4e9c-aad4-430e-b328-3793f3f5db7b None None] Checking agent: {'id': 'd4363d4d-7a35-4f9b-b61a-c2590b3a63af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798198-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 14, 22, 29), 'started_at': datetime.datetime(2021, 8, 10, 14, 22, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 14, 30, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798198-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 14:30:43.562290 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fbb4e9c-aad4-430e-b328-3793f3f5db7b None None] Checking segment: {'id': '9070e634-2e5b-4a24-9474-38d8394f1b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'c66be7ba-5c71-487e-a4a7-ed7cb74aecf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 14:30:43.564283 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-0fbb4e9c-aad4-430e-b328-3793f3f5db7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:43.566393 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fbb4e9c-aad4-430e-b328-3793f3f5db7b None None] Bound using segment: {'id': '9070e634-2e5b-4a24-9474-38d8394f1b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'c66be7ba-5c71-487e-a4a7-ed7cb74aecf9'} {{(pid=93412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 14:30:43.569049 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.managers [None req-0fbb4e9c-aad4-430e-b328-3793f3f5db7b None None] Bound port: f66e7155-559c-4a06-bfcc-f6f352746d90, host: dv-cinder-798198-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9070e634-2e5b-4a24-9474-38d8394f1b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'c66be7ba-5c71-487e-a4a7-ed7cb74aecf9'}}] {{(pid=93412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 14:30:43.571828 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-0fbb4e9c-aad4-430e-b328-3793f3f5db7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:43.584925 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.provisioning_blocks [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Provisioning complete for port 7f882fd6-bfde-48b0-8130-3397db487faf triggered by entity L2. {{(pid=93412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:30:43.586776 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932393'] for port, provisioning_complete {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:43.648686 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-c624da00-c193-4835-b22c-5c778d80488e req-0d2ce2f8-8443-4375-8e4a-b978beeb38de tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] 10.222.0.42 "GET /v2.0/ports?device_id=fce59a6d-4f8c-4055-8bd1-247ee8b8b679 HTTP/1.1" status: 200 len: 210 time: 0.3530915 Aug 10 14:30:43.787489 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-a5ea9a16-efef-4bd5-874b-4590bf4db60b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:43.941275 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ede33a1-9113-42af-b51f-c341c126f165 tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9912597-50da-44b4-8698-0c8676f2e6da,revision_number=1']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:30:44.024271 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-7ede33a1-9113-42af-b51f-c341c126f165 tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] Notify callbacks [] for security_group, before_response {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:44.035618 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-7ede33a1-9113-42af-b51f-c341c126f165 tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 3.0271606 Aug 10 14:30:44.041343 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.wsgi [-] (93411) accepted ('10.222.0.42', 48594) {{(pid=93411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:30:44.051062 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.v2.base [None req-5588804e-f895-41d4-8624-830aafd423e7 tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] Request body: {'security_group_rule': {'security_group_id': 'b9912597-50da-44b4-8698-0c8676f2e6da', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:30:44.190634 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [req-3f26d3d0-ab36-426e-b3e8-c3aedac6393a req-7d7dc67b-0055-43d2-8c77-112a2cb43c29 service neutron] 10.222.0.18 "GET /v2.0/networks/6dc46fb2-3ad0-40c6-8a95-f6904667e0a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7526991 Aug 10 14:30:44.300167 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.db [None req-0fbb4e9c-aad4-430e-b328-3793f3f5db7b None None] For port f66e7155-559c-4a06-bfcc-f6f352746d90, host dv-cinder-798198-2-iscsi, cleared binding levels {{(pid=93412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 14:30:44.317621 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.db [None req-0fbb4e9c-aad4-430e-b328-3793f3f5db7b None None] For port f66e7155-559c-4a06-bfcc-f6f352746d90, host dv-cinder-798198-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-2-iscsi',level=0,port_id=f66e7155-559c-4a06-bfcc-f6f352746d90,segment=NetworkSegment(9070e634-2e5b-4a24-9474-38d8394f1b6d),segment_id=9070e634-2e5b-4a24-9474-38d8394f1b6d)] {{(pid=93412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 14:30:44.346425 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-0fbb4e9c-aad4-430e-b328-3793f3f5db7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683854493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786683465220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786683465238'] for port, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:44.355098 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaa7ee0-3d68-409d-9f54-4cfd93e3bf1a req-4ad6d3b2-3a65-4069-8fd6-ece24c2f0916 tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:30:44.367628 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-beaa7ee0-3d68-409d-9f54-4cfd93e3bf1a req-4ad6d3b2-3a65-4069-8fd6-ece24c2f0916 tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] 10.222.0.18 "GET /v2.0/networks?id=468e5951-9973-4325-8315-97f35e9a6c27 HTTP/1.1" status: 200 len: 819 time: 2.4257154 Aug 10 14:30:44.460093 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f361f5e4-7b14-4a28-b3bf-b81f7e18a22c req-8e6bf02d-e3f3-4138-9829-76a52942296a tempest-DeleteServersTestJSON-296734148 tempest-DeleteServersTestJSON-296734148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:30:44.473824 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-f361f5e4-7b14-4a28-b3bf-b81f7e18a22c req-8e6bf02d-e3f3-4138-9829-76a52942296a tempest-DeleteServersTestJSON-296734148 tempest-DeleteServersTestJSON-296734148-project] 10.222.0.42 "GET /v2.0/ports?device_id=c6ecb309-c906-4a41-a235-dc8d993f597a HTTP/1.1" status: 200 len: 943 time: 1.1769223 Aug 10 14:30:44.515834 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.v2.base [req-beaa7ee0-3d68-409d-9f54-4cfd93e3bf1a req-4fcf179a-c6d7-440f-8a4c-09c600c01a4b tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] Request body: {'port': {'device_id': '0f4b4a64-897e-465f-9bac-f2ddc4135822', 'network_id': '468e5951-9973-4325-8315-97f35e9a6c27', 'admin_state_up': True, 'tenant_id': 'bf4e0f7339204a0c95f8d4f09f21f7e0'}} {{(pid=93410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:30:44.548396 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-9d081a35-004e-4d56-903d-50cf93e17313 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:44.717888 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:44.784160 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [req-3f26d3d0-ab36-426e-b3e8-c3aedac6393a req-bef0c886-668e-46d5-a2c2-56bafa33898b service neutron] 10.222.0.18 "GET /v2.0/networks/6dc46fb2-3ad0-40c6-8a95-f6904667e0a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4932222 Aug 10 14:30:44.873233 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9eb942-739b-4603-b1c4-082a88f03dbb None None] Pushing event updated for resources: {'Port': ['ID=f66e7155-559c-4a06-bfcc-f6f352746d90,revision_number=4']} {{(pid=93412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:30:44.924497 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fbb4e9c-aad4-430e-b328-3793f3f5db7b None None] Routers {'315401fe-0a42-4c73-a636-9839113f4d36'} bound to L3 agent in host dv-cinder-798198-2-iscsi {{(pid=93412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:30:44.925192 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.l3_hamode_db [None req-0fbb4e9c-aad4-430e-b328-3793f3f5db7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T14:22:29Z,description=,heartbeat_timestamp=2021-08-10T14:30:29Z,host='dv-cinder-798198-2-iscsi',id=8acc92de-0cfa-4d60-8b37-a39a4d3c1570,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T14:22:29Z,topic='l3_agent')) {'router_ids': ['315401fe-0a42-4c73-a636-9839113f4d36'], 'active': True} {{(pid=93412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:30:45.160562 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.l3_dvr_db [None req-0fbb4e9c-aad4-430e-b328-3793f3f5db7b None None] Set router 315401fe-0a42-4c73-a636-9839113f4d36 gateway port host: dv-cinder-798198-2-iscsi {{(pid=93412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:30:45.243091 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-f361f5e4-7b14-4a28-b3bf-b81f7e18a22c req-556ad07f-4b0a-4d82-9007-c63e0d80f9e2 tempest-DeleteServersTestJSON-296734148 tempest-DeleteServersTestJSON-296734148-project] 10.222.0.42 "GET /v2.0/security-groups?id=eae2e6f4-5260-40e9-b0c5-ae304962d8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7671237 Aug 10 14:30:45.414330 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28aa01bb-8830-4b48-83a1-d72821a48b03 req-db1c375f-e8aa-4dc6-afdd-5f7962fc8c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:30:45.417466 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [req-28aa01bb-8830-4b48-83a1-d72821a48b03 req-db1c375f-e8aa-4dc6-afdd-5f7962fc8c6d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=35f5a177561848da87fc5d7c36ba5745&device_id=c6ecb309-c906-4a41-a235-dc8d993f597a HTTP/1.1" status: 200 len: 1096 time: 0.4192088 Aug 10 14:30:45.430272 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.wsgi [-] (93411) accepted ('10.222.0.42', 48608) {{(pid=93411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:30:45.514595 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.db [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] For port 7f882fd6-bfde-48b0-8130-3397db487faf, host dv-cinder-798198-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-2-iscsi',level=0,port_id=7f882fd6-bfde-48b0-8130-3397db487faf,segment=NetworkSegment(d55ed611-efa5-4413-9a01-d70eef9c92c8),segment_id=d55ed611-efa5-4413-9a01-d70eef9c92c8)] {{(pid=93412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:30:45.576515 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-bec7aeae-15c3-4bef-a052-d5b69f63ea39 req-e9e9bcc1-a228-4076-b1e9-684a5f1c861f tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] 10.222.0.42 "GET /v2.0/ports?device_id=fce59a6d-4f8c-4055-8bd1-247ee8b8b679 HTTP/1.1" status: 200 len: 210 time: 0.5192790 Aug 10 14:30:45.580610 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683854493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786683465220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786683465238'] for port, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:45.588746 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Device 5fbda359-4851-4cd3-846f-56ae570ee969 up at agent ovs-agent-dv-cinder-798198-2-iscsi {{(pid=93412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:30:45.598506 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.wsgi [-] (93410) accepted ('10.222.0.18', 59694) {{(pid=93410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:30:45.903539 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Pushing event updated for resources: {'Port': ['ID=7f882fd6-bfde-48b0-8130-3397db487faf,revision_number=5']} {{(pid=93412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:30:45.910088 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-326a6615-5275-4f9a-b97b-9a4ff4f0087a tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:45.954779 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.l3_hamode_db [None req-0fbb4e9c-aad4-430e-b328-3793f3f5db7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '315401fe-0a42-4c73-a636-9839113f4d36', 'name': 'tempest-AttachVolumeTestJSON-1660418919-router', 'tenant_id': '02185bbc814948319e41921dcf271d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'external_fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': '5d03ed95-293a-4227-9c67-87733d1923ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:30:14Z', 'updated_at': '2021-08-10T14:30:33Z', 'revision_number': 4, 'project_id': '02185bbc814948319e41921dcf271d7d', 'gw_port': {'id': '5d03ed95-293a-4227-9c67-87733d1923ad', 'name': '', 'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:b5:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315401fe-0a42-4c73-a636-9839113f4d36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:30:16Z', 'updated_at': '2021-08-10T14:30:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-2-iscsi', '_interfaces': [{'id': 'f66e7155-559c-4a06-bfcc-f6f352746d90', 'name': '', 'network_id': 'c66be7ba-5c71-487e-a4a7-ed7cb74aecf9', 'tenant_id': '02185bbc814948319e41921dcf271d7d', 'mac_address': 'fa:16:3e:6c:63:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '315401fe-0a42-4c73-a636-9839113f4d36', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '18e8c05a-0b63-4e4f-b068-6c86c9aef18c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:30:29Z', 'updated_at': '2021-08-10T14:30:44Z', 'revision_number': 4, 'project_id': '02185bbc814948319e41921dcf271d7d', 'subnets': [{'id': '18e8c05a-0b63-4e4f-b068-6c86c9aef18c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-2-iscsi', False) {} {{(pid=93412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:30:46.020991 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28aa01bb-8830-4b48-83a1-d72821a48b03 req-87890c11-a35d-48e4-8aaa-e7d7ca427a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:30:46.028076 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [req-28aa01bb-8830-4b48-83a1-d72821a48b03 req-87890c11-a35d-48e4-8aaa-e7d7ca427a77 service neutron] 10.222.0.18 "GET /v2.0/networks?id=6dc46fb2-3ad0-40c6-8a95-f6904667e0a0 HTTP/1.1" status: 200 len: 912 time: 0.5758007 Aug 10 14:30:46.050466 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.provisioning_blocks [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Provisioning complete for port 5fbda359-4851-4cd3-846f-56ae570ee969 triggered by entity L2. {{(pid=93412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:30:46.050994 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932393'] for port, provisioning_complete {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:46.054314 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fbb4e9c-aad4-430e-b328-3793f3f5db7b None None] The sync data for ids ['315401fe-0a42-4c73-a636-9839113f4d36'] in dv-cinder-798198-2-iscsi is: [{'id': '315401fe-0a42-4c73-a636-9839113f4d36', 'name': 'tempest-AttachVolumeTestJSON-1660418919-router', 'tenant_id': '02185bbc814948319e41921dcf271d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'external_fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': '5d03ed95-293a-4227-9c67-87733d1923ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:30:14Z', 'updated_at': '2021-08-10T14:30:33Z', 'revision_number': 4, 'project_id': '02185bbc814948319e41921dcf271d7d', 'gw_port': {'id': '5d03ed95-293a-4227-9c67-87733d1923ad', 'name': '', 'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:b5:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315401fe-0a42-4c73-a636-9839113f4d36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:30:16Z', 'updated_at': '2021-08-10T14:30:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-2-iscsi', '_interfaces': [{'id': 'f66e7155-559c-4a06-bfcc-f6f352746d90', 'name': '', 'network_id': 'c66be7ba-5c71-487e-a4a7-ed7cb74aecf9', 'tenant_id': '02185bbc814948319e41921dcf271d7d', 'mac_address': 'fa:16:3e:6c:63:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '315401fe-0a42-4c73-a636-9839113f4d36', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '18e8c05a-0b63-4e4f-b068-6c86c9aef18c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:30:29Z', 'updated_at': '2021-08-10T14:30:44Z', 'revision_number': 4, 'project_id': '02185bbc814948319e41921dcf271d7d', 'subnets': [{'id': '18e8c05a-0b63-4e4f-b068-6c86c9aef18c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 14:30:46.090732 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-c40ac6dd-b990-43c0-b85b-1c9d55cbbbf5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:46.125054 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-a5ea9a16-efef-4bd5-874b-4590bf4db60b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:46.141601 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-a5ea9a16-efef-4bd5-874b-4590bf4db60b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734645'] for security_group, after_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:46.184555 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4839e8-50be-4636-8caa-b0849071a4f8 req-ae8d330a-5690-4eba-b6e1-d32ff91864c7 tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:30:46.186802 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-4b4839e8-50be-4636-8caa-b0849071a4f8 req-ae8d330a-5690-4eba-b6e1-d32ff91864c7 tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] 10.222.0.18 "GET /v2.0/networks?id=468e5951-9973-4325-8315-97f35e9a6c27 HTTP/1.1" status: 200 len: 819 time: 0.5787807 Aug 10 14:30:46.270455 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-5588804e-f895-41d4-8624-830aafd423e7 tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:46.366099 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [None req-a5ea9a16-efef-4bd5-874b-4590bf4db60b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a0b275170b664c27b2b87fb74ec6a5e6&name=default HTTP/1.1" status: 200 len: 2979 time: 3.0264316 Aug 10 14:30:46.367040 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.wsgi [-] (93410) accepted ('10.222.0.42', 48616) {{(pid=93410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:30:46.381604 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ea9a16-efef-4bd5-874b-4590bf4db60b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f6da3a5-9fa5-4c30-99b0-2659fcc786be,revision_number=1']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:30:46.456199 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.db.db_base_plugin_common [None req-326a6615-5275-4f9a-b97b-9a4ff4f0087a tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Allocated IP 172.27.0.234 (3c935337-17af-4240-bc2c-ccb5b04b1532/e735a612-8fb3-4a85-bede-f6307ba49d31/ddb9c6f8-6ce5-4626-a197-7f93aa0b5a7e) {{(pid=93410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 14:30:46.482562 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-5588804e-f895-41d4-8624-830aafd423e7 tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:46.490908 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-5588804e-f895-41d4-8624-830aafd423e7 tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734530'] for security_group_rule, after_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:46.532689 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5588804e-f895-41d4-8624-830aafd423e7 tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f54240a-c652-43f0-8e9e-f03b66a97dee,revision_number=0']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:30:46.587632 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-9d081a35-004e-4d56-903d-50cf93e17313 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:46.604742 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-9d081a35-004e-4d56-903d-50cf93e17313 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734645'] for security_group, after_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:46.628603 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-e05415a0-5050-4f5d-9684-6f221d3fc309 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:46.632217 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-5588804e-f895-41d4-8624-830aafd423e7 tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:46.634314 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-5588804e-f895-41d4-8624-830aafd423e7 tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.5895875 Aug 10 14:30:46.652096 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.wsgi [-] (93411) accepted ('10.222.0.42', 48620) {{(pid=93411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:30:46.674644 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.v2.base [None req-d97fa132-88c8-48bf-b233-e227984af1e6 tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] Request body: {'security_group_rule': {'security_group_id': 'b9912597-50da-44b4-8698-0c8676f2e6da', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:30:46.697959 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-9d081a35-004e-4d56-903d-50cf93e17313 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=799c58bf91cf4abdb3c64c1f4414bfb1&name=default HTTP/1.1" status: 200 len: 2979 time: 3.2525444 Aug 10 14:30:46.704861 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.wsgi [-] (93411) accepted ('10.222.0.42', 48622) {{(pid=93411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:30:46.733507 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.db.api [None req-d97fa132-88c8-48bf-b233-e227984af1e6 tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 10 14:30:46.733507 dv-cinder-798198-2-iscsi neutron-server[93411]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 10 14:30:46.733507 dv-cinder-798198-2-iscsi neutron-server[93411]: [parameters: {'project_id_1': '02185bbc814948319e41921dcf271d7d', 'expiration_1': datetime.datetime(2021, 8, 10, 14, 30, 46, 684042)}] Aug 10 14:30:46.733507 dv-cinder-798198-2-iscsi neutron-server[93411]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93411) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 14:30:46.756875 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG oslo_db.api [None req-d97fa132-88c8-48bf-b233-e227984af1e6 tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 14:30:46.762958 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Device f66e7155-559c-4a06-bfcc-f6f352746d90 up at agent ovs-agent-dv-cinder-798198-2-iscsi {{(pid=93412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:30:46.772933 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.db.api [None req-c40ac6dd-b990-43c0-b85b-1c9d55cbbbf5 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 10 14:30:46.772933 dv-cinder-798198-2-iscsi neutron-server[93411]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 10 14:30:46.772933 dv-cinder-798198-2-iscsi neutron-server[93411]: [parameters: {'project_id_1': '7b1af5120978432d928f29df14fca96f', 'expiration_1': datetime.datetime(2021, 8, 10, 14, 30, 46, 185313)}] Aug 10 14:30:46.772933 dv-cinder-798198-2-iscsi neutron-server[93411]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93411) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 14:30:46.773332 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG oslo_db.api [None req-c40ac6dd-b990-43c0-b85b-1c9d55cbbbf5 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 14:30:46.783797 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d081a35-004e-4d56-903d-50cf93e17313 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19d89911-3303-4ceb-ab00-d89532ef5d20,revision_number=1']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:30:46.813627 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-e05415a0-5050-4f5d-9684-6f221d3fc309 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:46.860223 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.provisioning_blocks [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Provisioning for port f66e7155-559c-4a06-bfcc-f6f352746d90 completed by entity L2. {{(pid=93412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 14:30:46.863869 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-beaa7ee0-3d68-409d-9f54-4cfd93e3bf1a req-4fcf179a-c6d7-440f-8a4c-09c600c01a4b tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] Made reservation on behalf of bf4e0f7339204a0c95f8d4f09f21f7e0 for: {'port': 1} {{(pid=93410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 14:30:46.866811 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.provisioning_blocks [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Provisioning complete for port f66e7155-559c-4a06-bfcc-f6f352746d90 triggered by entity L2. {{(pid=93412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:30:46.867268 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932393'] for port, provisioning_complete {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:46.868316 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-beaa7ee0-3d68-409d-9f54-4cfd93e3bf1a req-4fcf179a-c6d7-440f-8a4c-09c600c01a4b tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:46.874434 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-957b63cc-ae10-4252-8380-735186c0117e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:46.888649 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-984f1362-9b60-428c-9ffb-541dd58a4e5e req-910c6088-b971-4bf3-a831-91f2a2758e16 tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] 10.222.0.42 "GET /v2.0/ports?device_id=fce59a6d-4f8c-4055-8bd1-247ee8b8b679 HTTP/1.1" status: 200 len: 210 time: 0.1370189 Aug 10 14:30:46.923522 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-957b63cc-ae10-4252-8380-735186c0117e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:46.961289 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a42481-3a37-4552-9d73-e9168b0a8968 req-f94254fa-dce7-44e2-97f5-c220d43e8e17 tempest-DeleteServersTestJSON-296734148 tempest-DeleteServersTestJSON-296734148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:30:46.963627 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-e4a42481-3a37-4552-9d73-e9168b0a8968 req-f94254fa-dce7-44e2-97f5-c220d43e8e17 tempest-DeleteServersTestJSON-296734148 tempest-DeleteServersTestJSON-296734148-project] 10.222.0.42 "GET /v2.0/ports?device_id=c6ecb309-c906-4a41-a235-dc8d993f597a HTTP/1.1" status: 200 len: 943 time: 0.3716488 Aug 10 14:30:47.035134 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-326a6615-5275-4f9a-b97b-9a4ff4f0087a tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Notify callbacks [] for port, precommit_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:47.053861 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:47.118784 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-957b63cc-ae10-4252-8380-735186c0117e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734645'] for security_group, after_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:47.121434 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-957b63cc-ae10-4252-8380-735186c0117e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:47.127319 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-957b63cc-ae10-4252-8380-735186c0117e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/19d89911-3303-4ceb-ab00-d89532ef5d20 HTTP/1.1" status: 204 len: 168 time: 0.4168017 Aug 10 14:30:47.163641 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957b63cc-ae10-4252-8380-735186c0117e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19d89911-3303-4ceb-ab00-d89532ef5d20,revision_number=None']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:30:47.256522 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.db [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] For port f66e7155-559c-4a06-bfcc-f6f352746d90, host dv-cinder-798198-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-2-iscsi',level=0,port_id=f66e7155-559c-4a06-bfcc-f6f352746d90,segment=NetworkSegment(9070e634-2e5b-4a24-9474-38d8394f1b6d),segment_id=9070e634-2e5b-4a24-9474-38d8394f1b6d)] {{(pid=93412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:30:47.274617 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683854493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786683465220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786683465238'] for port, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:47.275478 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Device 7f882fd6-bfde-48b0-8130-3397db487faf up at agent ovs-agent-dv-cinder-798198-2-iscsi {{(pid=93412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:30:47.292079 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-c40ac6dd-b990-43c0-b85b-1c9d55cbbbf5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:47.433491 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-e4a42481-3a37-4552-9d73-e9168b0a8968 req-9e8f7a03-6e68-4e2e-99a6-51165c5e2937 tempest-DeleteServersTestJSON-296734148 tempest-DeleteServersTestJSON-296734148-project] 10.222.0.42 "GET /v2.0/security-groups?id=eae2e6f4-5260-40e9-b0c5-ae304962d8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4463136 Aug 10 14:30:47.489153 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Pushing event updated for resources: {'Port': ['ID=f66e7155-559c-4a06-bfcc-f6f352746d90,revision_number=5']} {{(pid=93412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:30:47.563278 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.provisioning_blocks [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Provisioning complete for port 7f882fd6-bfde-48b0-8130-3397db487faf triggered by entity L2. {{(pid=93412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:30:47.564076 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932393'] for port, provisioning_complete {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:47.567489 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-d97fa132-88c8-48bf-b233-e227984af1e6 tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:47.682139 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-e05415a0-5050-4f5d-9684-6f221d3fc309 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734645'] for security_group, after_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:47.701871 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-e05415a0-5050-4f5d-9684-6f221d3fc309 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:47.704774 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [None req-e05415a0-5050-4f5d-9684-6f221d3fc309 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4f6da3a5-9fa5-4c30-99b0-2659fcc786be HTTP/1.1" status: 204 len: 168 time: 1.3329132 Aug 10 14:30:48.368490 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05415a0-5050-4f5d-9684-6f221d3fc309 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f6da3a5-9fa5-4c30-99b0-2659fcc786be,revision_number=None']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:30:48.387851 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.db.db_base_plugin_common [req-beaa7ee0-3d68-409d-9f54-4cfd93e3bf1a req-4fcf179a-c6d7-440f-8a4c-09c600c01a4b tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] Allocated IP 172.20.0.5 (468e5951-9973-4325-8315-97f35e9a6c27/525c6944-484f-4ed6-9e34-5e6d53ad95f0/85ef6664-f2b0-44a5-9eb7-d8ada8adac40) {{(pid=93410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 14:30:48.476579 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.wsgi [-] (93411) accepted ('10.222.0.42', 48636) {{(pid=93411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:30:48.486308 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Device f66e7155-559c-4a06-bfcc-f6f352746d90 up at agent ovs-agent-dv-cinder-798198-2-iscsi {{(pid=93412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:30:48.555700 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-8d47e338-228c-4fa7-bfb8-ceda5c32c73a req-91bc2f45-8292-4520-93ea-0473a68f39a9 tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] 10.222.0.42 "GET /v2.0/ports?device_id=fce59a6d-4f8c-4055-8bd1-247ee8b8b679 HTTP/1.1" status: 200 len: 210 time: 0.3047674 Aug 10 14:30:48.579125 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-326a6615-5275-4f9a-b97b-9a4ff4f0087a tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786683465198'] for port, after_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:48.631085 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.provisioning_blocks [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Provisioning complete for port f66e7155-559c-4a06-bfcc-f6f352746d90 triggered by entity L2. {{(pid=93412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:30:48.631518 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932393'] for port, provisioning_complete {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:48.806697 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-fa3801f5-0000-4279-a227-2b572ca57c4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:48.903055 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-326a6615-5275-4f9a-b97b-9a4ff4f0087a tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Network 3c935337-17af-4240-bc2c-ccb5b04b1532 is already hosted by enough agents. {{(pid=93410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 14:30:48.931500 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.scheduler.base_scheduler [None req-326a6615-5275-4f9a-b97b-9a4ff4f0087a tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Resources bound (agent type, host, resource id): {{(pid=93410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:30:48.943984 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-326a6615-5275-4f9a-b97b-9a4ff4f0087a tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Received port after_create {{(pid=93410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 14:30:48.944898 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-d97fa132-88c8-48bf-b233-e227984af1e6 tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:48.961586 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326a6615-5275-4f9a-b97b-9a4ff4f0087a tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Pushing event updated for resources: {'Port': ['ID=ddb9c6f8-6ce5-4626-a197-7f93aa0b5a7e,revision_number=1']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:30:48.980980 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-d97fa132-88c8-48bf-b233-e227984af1e6 tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734530'] for security_group_rule, after_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:48.997179 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-c40ac6dd-b990-43c0-b85b-1c9d55cbbbf5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:49.030652 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-c40ac6dd-b990-43c0-b85b-1c9d55cbbbf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734645'] for security_group, after_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:49.075027 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40ac6dd-b990-43c0-b85b-1c9d55cbbbf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7256cd22-6c33-4ed6-83d3-cfa58bd702e7,revision_number=1']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:30:49.089433 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97fa132-88c8-48bf-b233-e227984af1e6 tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a73ffffd-263c-4a06-91cf-9cc3ed779d9c,revision_number=0']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:30:49.171370 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-c40ac6dd-b990-43c0-b85b-1c9d55cbbbf5 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7b1af5120978432d928f29df14fca96f&name=default HTTP/1.1" status: 200 len: 2979 time: 3.7285554 Aug 10 14:30:49.172270 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.wsgi [-] (93411) accepted ('10.222.0.42', 48654) {{(pid=93411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:30:49.215640 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569729ab-1d80-4055-94c2-56c9a4020c35 req-4926a8fd-a8c5-4d91-85d0-c055edd538f2 tempest-DeleteServersTestJSON-296734148 tempest-DeleteServersTestJSON-296734148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:30:49.226768 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-569729ab-1d80-4055-94c2-56c9a4020c35 req-4926a8fd-a8c5-4d91-85d0-c055edd538f2 tempest-DeleteServersTestJSON-296734148 tempest-DeleteServersTestJSON-296734148-project] 10.222.0.42 "GET /v2.0/ports?device_id=c6ecb309-c906-4a41-a235-dc8d993f597a HTTP/1.1" status: 200 len: 943 time: 0.4800963 Aug 10 14:30:49.305394 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-326a6615-5275-4f9a-b97b-9a4ff4f0087a tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:49.502049 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-fa3801f5-0000-4279-a227-2b572ca57c4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:49.664560 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-0a5d79e6-f6c5-4905-8ff4-61c100327c7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:49.667945 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-fa3801f5-0000-4279-a227-2b572ca57c4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734645'] for security_group, after_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:49.702948 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.v2.base [req-4b4839e8-50be-4636-8caa-b0849071a4f8 req-2a434388-8c18-4b80-8dba-a9288273e337 tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] Request body: {'port': {'device_id': 'fce59a6d-4f8c-4055-8bd1-247ee8b8b679', 'network_id': '468e5951-9973-4325-8315-97f35e9a6c27', 'admin_state_up': True, 'tenant_id': 'bf4e0f7339204a0c95f8d4f09f21f7e0'}} {{(pid=93410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:30:49.708348 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [req-28aa01bb-8830-4b48-83a1-d72821a48b03 req-2f8a4289-1aa6-4485-8257-58b5bfa747ef service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2ec40a86-f28a-4b8b-acc6-67ec59d10147 HTTP/1.1" status: 200 len: 217 time: 0.1951249 Aug 10 14:30:49.714860 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-fa3801f5-0000-4279-a227-2b572ca57c4a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c6248ee63de34eb88babff3f11fac79b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2085147 Aug 10 14:30:49.823389 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-d97fa132-88c8-48bf-b233-e227984af1e6 tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:49.830465 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-d97fa132-88c8-48bf-b233-e227984af1e6 tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 3.1769319 Aug 10 14:30:49.836894 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.wsgi [-] (93411) accepted ('10.222.0.42', 48668) {{(pid=93411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:30:49.839967 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.wsgi [-] (93411) accepted ('10.222.0.42', 48672) {{(pid=93411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:30:49.908272 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-0a5d79e6-f6c5-4905-8ff4-61c100327c7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:50.091902 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.v2.base [None req-4cec3556-cf9a-4b61-a185-c34ba0c7fc59 tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] Request body: {'floatingip': {'floating_network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532'}} {{(pid=93411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:30:50.232799 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3801f5-0000-4279-a227-2b572ca57c4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f808bf8-4ce4-4a28-9134-b0771a3de737,revision_number=1']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:30:50.283426 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28aa01bb-8830-4b48-83a1-d72821a48b03 req-17b599b0-759d-4081-ae76-303e10be3253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:30:50.284704 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [req-28aa01bb-8830-4b48-83a1-d72821a48b03 req-17b599b0-759d-4081-ae76-303e10be3253 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1245afa9-3fb5-4482-bbaf-6462323ff6ec HTTP/1.1" status: 200 len: 851 time: 0.3263261 Aug 10 14:30:50.325487 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-beaa7ee0-3d68-409d-9f54-4cfd93e3bf1a req-4fcf179a-c6d7-440f-8a4c-09c600c01a4b tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] Notify callbacks [] for port, precommit_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:50.340549 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-4cec3556-cf9a-4b61-a185-c34ba0c7fc59 tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] Notify callbacks [] for floatingip, before_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:50.346015 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [req-28aa01bb-8830-4b48-83a1-d72821a48b03 req-7a2a8455-b772-4735-b33a-784808ed5b4d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6dc46fb2-3ad0-40c6-8a95-f6904667e0a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388896 Aug 10 14:30:50.489978 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-000ee250-96e3-4e20-b306-61fd7f3e903c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:50.549576 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-000ee250-96e3-4e20-b306-61fd7f3e903c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:50.716439 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-569729ab-1d80-4055-94c2-56c9a4020c35 req-d54a36c3-d163-40c6-8c53-b55733a1f9e0 tempest-DeleteServersTestJSON-296734148 tempest-DeleteServersTestJSON-296734148-project] 10.222.0.42 "GET /v2.0/security-groups?id=eae2e6f4-5260-40e9-b0c5-ae304962d8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4896224 Aug 10 14:30:50.727924 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-beaa7ee0-3d68-409d-9f54-4cfd93e3bf1a req-4fcf179a-c6d7-440f-8a4c-09c600c01a4b tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786683465198'] for port, after_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:50.845878 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-326a6615-5275-4f9a-b97b-9a4ff4f0087a tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:50.947462 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-0a5d79e6-f6c5-4905-8ff4-61c100327c7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734645'] for security_group, after_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:50.951425 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-0a5d79e6-f6c5-4905-8ff4-61c100327c7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:50.952617 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-0a5d79e6-f6c5-4905-8ff4-61c100327c7e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7256cd22-6c33-4ed6-83d3-cfa58bd702e7 HTTP/1.1" status: 204 len: 168 time: 1.7761812 Aug 10 14:30:50.983472 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5d79e6-f6c5-4905-8ff4-61c100327c7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7256cd22-6c33-4ed6-83d3-cfa58bd702e7,revision_number=None']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:30:51.041352 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-000ee250-96e3-4e20-b306-61fd7f3e903c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734645'] for security_group, after_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:51.048621 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-24253860-0c9f-4fa7-908b-ee75aff17177 req-29721577-64fa-4fac-9df7-749673213560 tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] 10.222.0.42 "GET /v2.0/ports?device_id=fce59a6d-4f8c-4055-8bd1-247ee8b8b679 HTTP/1.1" status: 200 len: 210 time: 1.0238690 Aug 10 14:30:51.055240 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-000ee250-96e3-4e20-b306-61fd7f3e903c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:51.061916 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-000ee250-96e3-4e20-b306-61fd7f3e903c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3f808bf8-4ce4-4a28-9134-b0771a3de737 HTTP/1.1" status: 204 len: 168 time: 1.0934157 Aug 10 14:30:51.105753 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000ee250-96e3-4e20-b306-61fd7f3e903c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f808bf8-4ce4-4a28-9134-b0771a3de737,revision_number=None']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:30:51.113406 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [req-28aa01bb-8830-4b48-83a1-d72821a48b03 req-5abb6ade-1d8a-4dd3-ad01-f7caf370d2dc service neutron] 10.222.0.18 "GET /v2.0/networks/6dc46fb2-3ad0-40c6-8a95-f6904667e0a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7129724 Aug 10 14:30:51.240856 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcf179a-c6d7-440f-8a4c-09c600c01a4b tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] Pushing event updated for resources: {'Port': ['ID=85ef6664-f2b0-44a5-9eb7-d8ada8adac40,revision_number=1']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:30:51.267834 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-beaa7ee0-3d68-409d-9f54-4cfd93e3bf1a req-4fcf179a-c6d7-440f-8a4c-09c600c01a4b tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] Network 468e5951-9973-4325-8315-97f35e9a6c27 is already hosted by enough agents. {{(pid=93410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 14:30:51.283419 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.scheduler.base_scheduler [req-beaa7ee0-3d68-409d-9f54-4cfd93e3bf1a req-4fcf179a-c6d7-440f-8a4c-09c600c01a4b tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] Resources bound (agent type, host, resource id): {{(pid=93410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:30:51.295292 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_dvrscheduler_db [req-beaa7ee0-3d68-409d-9f54-4cfd93e3bf1a req-4fcf179a-c6d7-440f-8a4c-09c600c01a4b tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] Received port after_create {{(pid=93410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 14:30:51.315804 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaa7ee0-3d68-409d-9f54-4cfd93e3bf1a req-4fcf179a-c6d7-440f-8a4c-09c600c01a4b tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:30:51.319899 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-beaa7ee0-3d68-409d-9f54-4cfd93e3bf1a req-4fcf179a-c6d7-440f-8a4c-09c600c01a4b tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-387483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-767256'] for port, before_response {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:51.414723 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [req-28aa01bb-8830-4b48-83a1-d72821a48b03 req-47ceb6af-9a2a-4054-b7c1-cd666f9767f2 service neutron] 10.222.0.18 "GET /v2.0/networks/6dc46fb2-3ad0-40c6-8a95-f6904667e0a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2839797 Aug 10 14:30:51.498763 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-4cec3556-cf9a-4b61-a185-c34ba0c7fc59 tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:51.546775 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b4839e8-50be-4636-8caa-b0849071a4f8 req-2a434388-8c18-4b80-8dba-a9288273e337 tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] Made reservation on behalf of bf4e0f7339204a0c95f8d4f09f21f7e0 for: {'port': 1} {{(pid=93410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 14:30:51.572763 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-4b4839e8-50be-4636-8caa-b0849071a4f8 req-2a434388-8c18-4b80-8dba-a9288273e337 tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:51.640596 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-beaa7ee0-3d68-409d-9f54-4cfd93e3bf1a req-4fcf179a-c6d7-440f-8a4c-09c600c01a4b tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.1579475 Aug 10 14:30:51.666506 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.v2.base [req-beaa7ee0-3d68-409d-9f54-4cfd93e3bf1a req-fa070153-6ab4-436c-9b37-b62401afa98d service neutron] Request body: {'port': {'device_id': '0f4b4a64-897e-465f-9bac-f2ddc4135822', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79819'}} {{(pid=93410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:30:51.753833 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.db.db_base_plugin_common [None req-4cec3556-cf9a-4b61-a185-c34ba0c7fc59 tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] Allocated IP 172.27.0.5 (3c935337-17af-4240-bc2c-ccb5b04b1532/e735a612-8fb3-4a85-bede-f6307ba49d31/201c537b-7660-4fdd-957f-b7ca1a3bcc3c) {{(pid=93411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 14:30:51.763888 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-326a6615-5275-4f9a-b97b-9a4ff4f0087a tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Notify callbacks [] for port, precommit_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:51.792502 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-326a6615-5275-4f9a-b97b-9a4ff4f0087a tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683854493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786683465220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786683465238'] for port, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:51.924759 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-326a6615-5275-4f9a-b97b-9a4ff4f0087a tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-880024'] for floatingip, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:51.935818 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-beaa7ee0-3d68-409d-9f54-4cfd93e3bf1a req-fa070153-6ab4-436c-9b37-b62401afa98d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:52.004615 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-4cec3556-cf9a-4b61-a185-c34ba0c7fc59 tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] Notify callbacks [] for port, precommit_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:52.070505 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326a6615-5275-4f9a-b97b-9a4ff4f0087a tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Pushing event updated for resources: {'Port': ['ID=ddb9c6f8-6ce5-4626-a197-7f93aa0b5a7e,revision_number=2']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:30:52.133259 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-4cec3556-cf9a-4b61-a185-c34ba0c7fc59 tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786683465198'] for port, after_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:52.217201 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cec3556-cf9a-4b61-a185-c34ba0c7fc59 tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] Network 3c935337-17af-4240-bc2c-ccb5b04b1532 is already hosted by enough agents. {{(pid=93411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 14:30:52.220488 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.scheduler.base_scheduler [None req-4cec3556-cf9a-4b61-a185-c34ba0c7fc59 tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] Resources bound (agent type, host, resource id): {{(pid=93411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:30:52.229725 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cec3556-cf9a-4b61-a185-c34ba0c7fc59 tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] Received port after_create {{(pid=93411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 14:30:52.244442 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cec3556-cf9a-4b61-a185-c34ba0c7fc59 tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] Pushing event updated for resources: {'Port': ['ID=201c537b-7660-4fdd-957f-b7ca1a3bcc3c,revision_number=1']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:30:52.245726 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-326a6615-5275-4f9a-b97b-9a4ff4f0087a tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-387483'] for floatingip, before_response {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:52.249408 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [None req-326a6615-5275-4f9a-b97b-9a4ff4f0087a tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 10.5337048 Aug 10 14:30:52.439106 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-6751c241-12ec-4b08-8561-e68ef21411d3 req-2542316a-7724-41e7-8137-344f189b84b9 tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] 10.222.0.42 "GET /v2.0/ports?device_id=fce59a6d-4f8c-4055-8bd1-247ee8b8b679 HTTP/1.1" status: 200 len: 210 time: 0.1790018 Aug 10 14:30:52.549269 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-4cec3556-cf9a-4b61-a185-c34ba0c7fc59 tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:52.574725 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7cea1d-c97b-488a-838d-3565d1dbd963 req-e36c9517-33ec-46b4-8c3c-8a6505f5619d tempest-DeleteServersTestJSON-296734148 tempest-DeleteServersTestJSON-296734148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:30:52.594117 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-9c7cea1d-c97b-488a-838d-3565d1dbd963 req-e36c9517-33ec-46b4-8c3c-8a6505f5619d tempest-DeleteServersTestJSON-296734148 tempest-DeleteServersTestJSON-296734148-project] 10.222.0.42 "GET /v2.0/ports?device_id=c6ecb309-c906-4a41-a235-dc8d993f597a HTTP/1.1" status: 200 len: 943 time: 0.6963370 Aug 10 14:30:52.705977 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-4cec3556-cf9a-4b61-a185-c34ba0c7fc59 tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_update {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:52.714968 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.db.db_base_plugin_common [req-4b4839e8-50be-4636-8caa-b0849071a4f8 req-2a434388-8c18-4b80-8dba-a9288273e337 tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] Allocated IP 172.20.0.13 (468e5951-9973-4325-8315-97f35e9a6c27/525c6944-484f-4ed6-9e34-5e6d53ad95f0/7f974a37-9b19-44dd-809a-ed83c72a7b00) {{(pid=93410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 14:30:52.832054 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-9c7cea1d-c97b-488a-838d-3565d1dbd963 req-de8a31a5-acfc-4d66-a66c-02a96e124653 tempest-DeleteServersTestJSON-296734148 tempest-DeleteServersTestJSON-296734148-project] 10.222.0.42 "GET /v2.0/security-groups?id=eae2e6f4-5260-40e9-b0c5-ae304962d8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2285612 Aug 10 14:30:53.249809 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-4cec3556-cf9a-4b61-a185-c34ba0c7fc59 tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] Notify callbacks [] for port, precommit_update {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:53.261157 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-4cec3556-cf9a-4b61-a185-c34ba0c7fc59 tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683854493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786683465220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786683465238'] for port, after_update {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:53.358428 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-8f64d85f-92bc-4658-bb9b-81c8913b2229 req-9414c3d7-641c-4370-9a98-200947a9464d tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--632181376&fields=id&tenant_id=e156b5d0a1d64f118dbb019f54a5f1f0 HTTP/1.1" status: 200 len: 267 time: 0.3602681 Aug 10 14:30:53.378936 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cec3556-cf9a-4b61-a185-c34ba0c7fc59 tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] Pushing event updated for resources: {'Port': ['ID=201c537b-7660-4fdd-957f-b7ca1a3bcc3c,revision_number=2']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:30:53.410677 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-4cec3556-cf9a-4b61-a185-c34ba0c7fc59 tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-880024'] for floatingip, after_update {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:53.449811 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-4cec3556-cf9a-4b61-a185-c34ba0c7fc59 tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-387483'] for floatingip, before_response {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:53.465477 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-4cec3556-cf9a-4b61-a185-c34ba0c7fc59 tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 3.4826128 Aug 10 14:30:53.715628 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-70ab1144-e9f3-4f4d-84b3-b6c9363ef78b req-15a71fe7-b59b-4922-b950-5ff65b8352b1 tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] 10.222.0.42 "GET /v2.0/ports?device_id=fce59a6d-4f8c-4055-8bd1-247ee8b8b679 HTTP/1.1" status: 200 len: 210 time: 0.0870225 Aug 10 14:30:53.803701 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f64d85f-92bc-4658-bb9b-81c8913b2229 req-fc3a6dd5-c995-443f-b707-4370afb3eb72 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:30:53.810967 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-8f64d85f-92bc-4658-bb9b-81c8913b2229 req-fc3a6dd5-c995-443f-b707-4370afb3eb72 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/networks?id=86a6d1d4-f800-47bf-859f-81a5bd8d7c63 HTTP/1.1" status: 200 len: 816 time: 0.4483335 Aug 10 14:30:53.829920 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-4b4839e8-50be-4636-8caa-b0849071a4f8 req-2a434388-8c18-4b80-8dba-a9288273e337 tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] Notify callbacks [] for port, precommit_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:53.835461 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-8f64d85f-92bc-4658-bb9b-81c8913b2229 req-b21236d1-0460-4752-af26-d8b7bba0de89 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/quotas/e156b5d0a1d64f118dbb019f54a5f1f0 HTTP/1.1" status: 200 len: 375 time: 0.0235348 Aug 10 14:30:53.940260 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-8f64d85f-92bc-4658-bb9b-81c8913b2229 req-833bf682-a8c9-4bff-ac76-9c5287b1e50a tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=e156b5d0a1d64f118dbb019f54a5f1f0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0834029 Aug 10 14:30:53.958658 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-4b4839e8-50be-4636-8caa-b0849071a4f8 req-2a434388-8c18-4b80-8dba-a9288273e337 tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786683465198'] for port, after_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:54.140203 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b4839e8-50be-4636-8caa-b0849071a4f8 req-2a434388-8c18-4b80-8dba-a9288273e337 tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] Network 468e5951-9973-4325-8315-97f35e9a6c27 is already hosted by enough agents. {{(pid=93410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 14:30:54.164780 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.scheduler.base_scheduler [req-4b4839e8-50be-4636-8caa-b0849071a4f8 req-2a434388-8c18-4b80-8dba-a9288273e337 tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] Resources bound (agent type, host, resource id): {{(pid=93410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:30:54.176563 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a434388-8c18-4b80-8dba-a9288273e337 tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] Pushing event updated for resources: {'Port': ['ID=7f974a37-9b19-44dd-809a-ed83c72a7b00,revision_number=1']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:30:54.191289 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b4839e8-50be-4636-8caa-b0849071a4f8 req-2a434388-8c18-4b80-8dba-a9288273e337 tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] Received port after_create {{(pid=93410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 14:30:54.197276 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4839e8-50be-4636-8caa-b0849071a4f8 req-2a434388-8c18-4b80-8dba-a9288273e337 tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:30:54.197937 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-4b4839e8-50be-4636-8caa-b0849071a4f8 req-2a434388-8c18-4b80-8dba-a9288273e337 tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-387483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-767256'] for port, before_response {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:54.251819 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-2c316d76-ae43-4902-9fc3-dca22a926f3a req-1c93ee3b-83e6-4192-9772-f1590820020e tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--855172012&fields=id&tenant_id=02185bbc814948319e41921dcf271d7d HTTP/1.1" status: 200 len: 267 time: 0.2626848 Aug 10 14:30:54.341302 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-4b4839e8-50be-4636-8caa-b0849071a4f8 req-2a434388-8c18-4b80-8dba-a9288273e337 tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.6762230 Aug 10 14:30:54.396915 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.v2.base [req-4b4839e8-50be-4636-8caa-b0849071a4f8 req-6db780fd-0f81-453a-b3e5-1aa55fefe717 service neutron] Request body: {'port': {'device_id': 'fce59a6d-4f8c-4055-8bd1-247ee8b8b679', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79819'}} {{(pid=93410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:30:54.425338 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-8f64d85f-92bc-4658-bb9b-81c8913b2229 req-6ebb24c8-6988-43ea-89df-c7f28513c400 service neutron] 10.222.0.42 "GET /v2.0/networks/86a6d1d4-f800-47bf-859f-81a5bd8d7c63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4374628 Aug 10 14:30:54.819659 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.notifiers.nova [req-beaa7ee0-3d68-409d-9f54-4cfd93e3bf1a req-fa070153-6ab4-436c-9b37-b62401afa98d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85ef6664-f2b0-44a5-9eb7-d8ada8adac40 {{(pid=93410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 14:30:54.844238 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-beaa7ee0-3d68-409d-9f54-4cfd93e3bf1a req-fa070153-6ab4-436c-9b37-b62401afa98d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:54.854439 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-4b4839e8-50be-4636-8caa-b0849071a4f8 req-6db780fd-0f81-453a-b3e5-1aa55fefe717 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:54.872548 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c316d76-ae43-4902-9fc3-dca22a926f3a req-7593f66a-a70d-4029-9519-75e5f0a9192e tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:30:54.879879 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-2c316d76-ae43-4902-9fc3-dca22a926f3a req-7593f66a-a70d-4029-9519-75e5f0a9192e tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] 10.222.0.42 "GET /v2.0/networks?id=c66be7ba-5c71-487e-a4a7-ed7cb74aecf9 HTTP/1.1" status: 200 len: 811 time: 0.6269119 Aug 10 14:30:54.906918 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [req-beaa7ee0-3d68-409d-9f54-4cfd93e3bf1a req-fa070153-6ab4-436c-9b37-b62401afa98d service neutron] Transition to ACTIVE for port object 85ef6664-f2b0-44a5-9eb7-d8ada8adac40 will not be triggered until provisioned by entity L2. {{(pid=93410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 14:30:54.923048 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-2c316d76-ae43-4902-9fc3-dca22a926f3a req-b30a6001-1b21-46f1-8ab0-e320f36fd212 tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] 10.222.0.42 "GET /v2.0/quotas/02185bbc814948319e41921dcf271d7d HTTP/1.1" status: 200 len: 375 time: 0.0415287 Aug 10 14:30:54.929942 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-beaa7ee0-3d68-409d-9f54-4cfd93e3bf1a req-fa070153-6ab4-436c-9b37-b62401afa98d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683854493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786683465220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786683465238'] for port, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:54.956103 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Device 2ec40a86-f28a-4b8b-acc6-67ec59d10147 details requested by agent hyperv_hv-cinder-79819 with host hv-cinder-79819 {{(pid=93412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 14:30:55.034091 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-8f64d85f-92bc-4658-bb9b-81c8913b2229 req-dd6ce609-48c7-416f-af43-6cd23b61e0c6 service neutron] 10.222.0.42 "GET /v2.0/networks/86a6d1d4-f800-47bf-859f-81a5bd8d7c63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6077397 Aug 10 14:30:55.361995 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.db [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] For port 2ec40a86-f28a-4b8b-acc6-67ec59d10147, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=2ec40a86-f28a-4b8b-acc6-67ec59d10147,segment=NetworkSegment(39fa0f7f-e9e6-4e0a-99b2-c0aec9ed8ee1),segment_id=39fa0f7f-e9e6-4e0a-99b2-c0aec9ed8ee1)] {{(pid=93412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:30:55.400570 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Returning: {'device': '2ec40a86-f28a-4b8b-acc6-67ec59d10147', 'network_id': '6dc46fb2-3ad0-40c6-8a95-f6904667e0a0', 'port_id': '2ec40a86-f28a-4b8b-acc6-67ec59d10147', 'mac_address': 'fa:16:3e:74:9d:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1245afa9-3fb5-4482-bbaf-6462323ff6ec', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 14:30:55.467222 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa070153-6ab4-436c-9b37-b62401afa98d service neutron] Pushing event updated for resources: {'Port': ['ID=85ef6664-f2b0-44a5-9eb7-d8ada8adac40,revision_number=2']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:30:55.492873 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-2c316d76-ae43-4902-9fc3-dca22a926f3a req-a0b85c32-5880-43a4-b2fe-3a806798fd6c tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=02185bbc814948319e41921dcf271d7d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5688753 Aug 10 14:30:55.551436 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:55.600359 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44da3c28-85a2-46e7-870c-a447a49c27d1 req-e5b1d01c-1098-4dcc-b4e2-7592eacaca1b tempest-DeleteServersTestJSON-296734148 tempest-DeleteServersTestJSON-296734148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:30:55.602148 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-44da3c28-85a2-46e7-870c-a447a49c27d1 req-e5b1d01c-1098-4dcc-b4e2-7592eacaca1b tempest-DeleteServersTestJSON-296734148 tempest-DeleteServersTestJSON-296734148-project] 10.222.0.42 "GET /v2.0/ports?device_id=c6ecb309-c906-4a41-a235-dc8d993f597a HTTP/1.1" status: 200 len: 943 time: 0.2155888 Aug 10 14:30:55.618540 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.notifiers.nova [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ec40a86-f28a-4b8b-acc6-67ec59d10147 {{(pid=93412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 14:30:55.707406 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.db [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] For port 2ec40a86-f28a-4b8b-acc6-67ec59d10147, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=2ec40a86-f28a-4b8b-acc6-67ec59d10147,segment=NetworkSegment(39fa0f7f-e9e6-4e0a-99b2-c0aec9ed8ee1),segment_id=39fa0f7f-e9e6-4e0a-99b2-c0aec9ed8ee1)] {{(pid=93412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:30:55.721264 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683854493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786683465220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786683465238'] for port, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:55.797824 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.managers [req-beaa7ee0-3d68-409d-9f54-4cfd93e3bf1a req-fa070153-6ab4-436c-9b37-b62401afa98d service neutron] Attempting to bind port 85ef6664-f2b0-44a5-9eb7-d8ada8adac40 on host hv-cinder-79819 for vnic_type normal with profile {{(pid=93410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 14:30:55.803608 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.managers [req-beaa7ee0-3d68-409d-9f54-4cfd93e3bf1a req-fa070153-6ab4-436c-9b37-b62401afa98d service neutron] Attempting to bind port 85ef6664-f2b0-44a5-9eb7-d8ada8adac40 by drivers openvswitch,hyperv on host hv-cinder-79819 at level 0 using segments [{'id': '9e1085dd-09d5-4f19-b111-8d42f2b374c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '468e5951-9973-4325-8315-97f35e9a6c27'}] {{(pid=93410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 14:30:55.805725 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beaa7ee0-3d68-409d-9f54-4cfd93e3bf1a req-fa070153-6ab4-436c-9b37-b62401afa98d service neutron] Attempting to bind port 85ef6664-f2b0-44a5-9eb7-d8ada8adac40 on network 468e5951-9973-4325-8315-97f35e9a6c27 {{(pid=93410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 14:30:55.830355 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beaa7ee0-3d68-409d-9f54-4cfd93e3bf1a req-fa070153-6ab4-436c-9b37-b62401afa98d service neutron] Port 85ef6664-f2b0-44a5-9eb7-d8ada8adac40 on network 468e5951-9973-4325-8315-97f35e9a6c27 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79819 {{(pid=93410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 14:30:55.831184 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beaa7ee0-3d68-409d-9f54-4cfd93e3bf1a req-fa070153-6ab4-436c-9b37-b62401afa98d service neutron] Attempting to bind port 85ef6664-f2b0-44a5-9eb7-d8ada8adac40 on network 468e5951-9973-4325-8315-97f35e9a6c27 {{(pid=93410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 14:30:55.880918 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-44da3c28-85a2-46e7-870c-a447a49c27d1 req-08c81858-798d-4dfa-8576-6c92b89eff41 tempest-DeleteServersTestJSON-296734148 tempest-DeleteServersTestJSON-296734148-project] 10.222.0.42 "GET /v2.0/security-groups?id=eae2e6f4-5260-40e9-b0c5-ae304962d8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067111 Aug 10 14:30:55.923138 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beaa7ee0-3d68-409d-9f54-4cfd93e3bf1a req-fa070153-6ab4-436c-9b37-b62401afa98d service neutron] Checking agent: {'id': '193de837-f8e2-4c0a-a012-1a4e123b0e95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 14, 28, 33), 'started_at': datetime.datetime(2021, 8, 10, 14, 28, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 14, 30, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 14:30:55.923604 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beaa7ee0-3d68-409d-9f54-4cfd93e3bf1a req-fa070153-6ab4-436c-9b37-b62401afa98d service neutron] Checking segment: {'id': '9e1085dd-09d5-4f19-b111-8d42f2b374c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '468e5951-9973-4325-8315-97f35e9a6c27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 14:30:55.924544 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beaa7ee0-3d68-409d-9f54-4cfd93e3bf1a req-fa070153-6ab4-436c-9b37-b62401afa98d service neutron] Bound using segment: {'id': '9e1085dd-09d5-4f19-b111-8d42f2b374c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '468e5951-9973-4325-8315-97f35e9a6c27'} {{(pid=93410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 14:30:55.925312 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.managers [req-beaa7ee0-3d68-409d-9f54-4cfd93e3bf1a req-fa070153-6ab4-436c-9b37-b62401afa98d service neutron] Bound port: 85ef6664-f2b0-44a5-9eb7-d8ada8adac40, host: hv-cinder-79819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e1085dd-09d5-4f19-b111-8d42f2b374c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '468e5951-9973-4325-8315-97f35e9a6c27'}}] {{(pid=93410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 14:30:55.925999 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-beaa7ee0-3d68-409d-9f54-4cfd93e3bf1a req-fa070153-6ab4-436c-9b37-b62401afa98d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:55.988280 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Pushing event updated for resources: {'Port': ['ID=2ec40a86-f28a-4b8b-acc6-67ec59d10147,revision_number=4']} {{(pid=93412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:30:56.051456 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.db [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] get_ports_and_sgs() called for port_ids ['2ec40a86-f28a-4b8b-acc6-67ec59d10147'] {{(pid=93412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 14:30:56.212490 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.wsgi [-] (93411) accepted ('10.222.0.42', 48870) {{(pid=93411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:30:56.285764 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-42109dda-cacd-497e-91ec-f2ca63125d9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:56.437929 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.notifiers.nova [req-4b4839e8-50be-4636-8caa-b0849071a4f8 req-6db780fd-0f81-453a-b3e5-1aa55fefe717 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f974a37-9b19-44dd-809a-ed83c72a7b00 {{(pid=93410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 14:30:56.480320 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-4b4839e8-50be-4636-8caa-b0849071a4f8 req-6db780fd-0f81-453a-b3e5-1aa55fefe717 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:56.501094 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-2c316d76-ae43-4902-9fc3-dca22a926f3a req-2689459c-a55c-4e0b-8c4a-edf2a76a0df9 service neutron] 10.222.0.42 "GET /v2.0/networks/c66be7ba-5c71-487e-a4a7-ed7cb74aecf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9691267 Aug 10 14:30:56.581266 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [req-beaa7ee0-3d68-409d-9f54-4cfd93e3bf1a req-fa070153-6ab4-436c-9b37-b62401afa98d service neutron] For port 85ef6664-f2b0-44a5-9eb7-d8ada8adac40, host hv-cinder-79819, cleared binding levels {{(pid=93410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 14:30:56.644192 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef381396-d1f7-4e79-b414-826a80cb40da req-e2ba7b30-7ccf-45f7-918a-2a58c7101eb7 tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:30:56.648118 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-ef381396-d1f7-4e79-b414-826a80cb40da req-e2ba7b30-7ccf-45f7-918a-2a58c7101eb7 tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] 10.222.0.42 "GET /v2.0/ports?device_id=fce59a6d-4f8c-4055-8bd1-247ee8b8b679 HTTP/1.1" status: 200 len: 932 time: 0.4685917 Aug 10 14:30:56.649809 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [req-4b4839e8-50be-4636-8caa-b0849071a4f8 req-6db780fd-0f81-453a-b3e5-1aa55fefe717 service neutron] Transition to ACTIVE for port object 7f974a37-9b19-44dd-809a-ed83c72a7b00 will not be triggered until provisioned by entity L2. {{(pid=93410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 14:30:56.664456 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-fdf8ec83-284a-49cc-b7cc-f728f9b31124 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:56.807648 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [req-beaa7ee0-3d68-409d-9f54-4cfd93e3bf1a req-fa070153-6ab4-436c-9b37-b62401afa98d service neutron] For port 85ef6664-f2b0-44a5-9eb7-d8ada8adac40, host hv-cinder-79819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=85ef6664-f2b0-44a5-9eb7-d8ada8adac40,segment=NetworkSegment(9e1085dd-09d5-4f19-b111-8d42f2b374c1),segment_id=9e1085dd-09d5-4f19-b111-8d42f2b374c1)] {{(pid=93410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 14:30:56.808338 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-4b4839e8-50be-4636-8caa-b0849071a4f8 req-6db780fd-0f81-453a-b3e5-1aa55fefe717 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683854493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786683465220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786683465238'] for port, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:56.902514 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-beaa7ee0-3d68-409d-9f54-4cfd93e3bf1a req-fa070153-6ab4-436c-9b37-b62401afa98d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683854493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786683465220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786683465238'] for port, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:57.067026 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-ef381396-d1f7-4e79-b414-826a80cb40da req-9fa6816a-22e5-4528-8eca-4cf9c50fd9a4 tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] 10.222.0.42 "GET /v2.0/security-groups?id=6de17ce8-2ac1-42a8-95ab-f9984e61b328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3126683 Aug 10 14:30:57.070020 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-fdf8ec83-284a-49cc-b7cc-f728f9b31124 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:57.076109 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaa7ee0-3d68-409d-9f54-4cfd93e3bf1a req-fa070153-6ab4-436c-9b37-b62401afa98d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:30:57.076109 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-beaa7ee0-3d68-409d-9f54-4cfd93e3bf1a req-fa070153-6ab4-436c-9b37-b62401afa98d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-387483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-767256'] for port, before_response {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:57.077385 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-beaa7ee0-3d68-409d-9f54-4cfd93e3bf1a req-fa070153-6ab4-436c-9b37-b62401afa98d service neutron] 10.222.0.18 "PUT /v2.0/ports/85ef6664-f2b0-44a5-9eb7-d8ada8adac40 HTTP/1.1" status: 200 len: 1093 time: 5.4205477 Aug 10 14:30:57.078550 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-fdf8ec83-284a-49cc-b7cc-f728f9b31124 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734645'] for security_group, after_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:57.083348 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f4b4a64-897e-465f-9bac-f2ddc4135822', 'tag': '85ef6664-f2b0-44a5-9eb7-d8ada8adac40'}] {{(pid=93410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:30:57.210026 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-fdf8ec83-284a-49cc-b7cc-f728f9b31124 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=465a2abf7c7f4126ad685c5d52214246&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9905789 Aug 10 14:30:57.212426 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.wsgi [-] (93411) accepted ('10.222.0.42', 48904) {{(pid=93411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:30:57.248901 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf8ec83-284a-49cc-b7cc-f728f9b31124 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e52d609b-0f52-43ce-b49a-2e9a022d6b87,revision_number=1']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:30:57.326952 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db780fd-0f81-453a-b3e5-1aa55fefe717 service neutron] Pushing event updated for resources: {'Port': ['ID=7f974a37-9b19-44dd-809a-ed83c72a7b00,revision_number=2']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:30:57.495272 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-2c316d76-ae43-4902-9fc3-dca22a926f3a req-76bf78c2-3f32-460a-812c-0555960857e5 service neutron] 10.222.0.42 "GET /v2.0/networks/c66be7ba-5c71-487e-a4a7-ed7cb74aecf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9690149 Aug 10 14:30:57.539819 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-f32684bc-1283-447d-800c-b6577b33095e req-581d5807-d531-4347-ae99-763dc46c4384 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/ports?device_id=6b203be0-e47c-4371-9eda-83a59ed98be2 HTTP/1.1" status: 200 len: 210 time: 0.1638644 Aug 10 14:30:57.548641 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.managers [req-4b4839e8-50be-4636-8caa-b0849071a4f8 req-6db780fd-0f81-453a-b3e5-1aa55fefe717 service neutron] Attempting to bind port 7f974a37-9b19-44dd-809a-ed83c72a7b00 on host hv-cinder-79819 for vnic_type normal with profile {{(pid=93410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 14:30:57.548993 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.managers [req-4b4839e8-50be-4636-8caa-b0849071a4f8 req-6db780fd-0f81-453a-b3e5-1aa55fefe717 service neutron] Attempting to bind port 7f974a37-9b19-44dd-809a-ed83c72a7b00 by drivers openvswitch,hyperv on host hv-cinder-79819 at level 0 using segments [{'id': '9e1085dd-09d5-4f19-b111-8d42f2b374c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '468e5951-9973-4325-8315-97f35e9a6c27'}] {{(pid=93410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 14:30:57.549324 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b4839e8-50be-4636-8caa-b0849071a4f8 req-6db780fd-0f81-453a-b3e5-1aa55fefe717 service neutron] Attempting to bind port 7f974a37-9b19-44dd-809a-ed83c72a7b00 on network 468e5951-9973-4325-8315-97f35e9a6c27 {{(pid=93410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 14:30:57.566312 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b4839e8-50be-4636-8caa-b0849071a4f8 req-6db780fd-0f81-453a-b3e5-1aa55fefe717 service neutron] Port 7f974a37-9b19-44dd-809a-ed83c72a7b00 on network 468e5951-9973-4325-8315-97f35e9a6c27 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79819 {{(pid=93410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 14:30:57.568479 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b4839e8-50be-4636-8caa-b0849071a4f8 req-6db780fd-0f81-453a-b3e5-1aa55fefe717 service neutron] Attempting to bind port 7f974a37-9b19-44dd-809a-ed83c72a7b00 on network 468e5951-9973-4325-8315-97f35e9a6c27 {{(pid=93410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 14:30:57.602599 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f64d85f-92bc-4658-bb9b-81c8913b2229 req-80a22d7b-631c-4032-8ee5-6602b74c0a4c tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:30:57.604979 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [req-8f64d85f-92bc-4658-bb9b-81c8913b2229 req-80a22d7b-631c-4032-8ee5-6602b74c0a4c tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.18 "GET /v2.0/networks?id=86a6d1d4-f800-47bf-859f-81a5bd8d7c63 HTTP/1.1" status: 200 len: 816 time: 0.1977303 Aug 10 14:30:57.605959 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-2ce52269-1f95-4493-80e1-f2903973d32d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:57.618160 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaa7ee0-3d68-409d-9f54-4cfd93e3bf1a req-dcb4e84f-e615-4d24-a861-897b402de4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:30:57.623764 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-beaa7ee0-3d68-409d-9f54-4cfd93e3bf1a req-dcb4e84f-e615-4d24-a861-897b402de4f3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bf4e0f7339204a0c95f8d4f09f21f7e0&device_id=0f4b4a64-897e-465f-9bac-f2ddc4135822 HTTP/1.1" status: 200 len: 1096 time: 0.4024878 Aug 10 14:30:57.627673 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b4839e8-50be-4636-8caa-b0849071a4f8 req-6db780fd-0f81-453a-b3e5-1aa55fefe717 service neutron] Checking agent: {'id': '193de837-f8e2-4c0a-a012-1a4e123b0e95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 14, 28, 33), 'started_at': datetime.datetime(2021, 8, 10, 14, 28, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 14, 30, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 14:30:57.628655 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b4839e8-50be-4636-8caa-b0849071a4f8 req-6db780fd-0f81-453a-b3e5-1aa55fefe717 service neutron] Checking segment: {'id': '9e1085dd-09d5-4f19-b111-8d42f2b374c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '468e5951-9973-4325-8315-97f35e9a6c27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 14:30:57.630391 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b4839e8-50be-4636-8caa-b0849071a4f8 req-6db780fd-0f81-453a-b3e5-1aa55fefe717 service neutron] Bound using segment: {'id': '9e1085dd-09d5-4f19-b111-8d42f2b374c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '468e5951-9973-4325-8315-97f35e9a6c27'} {{(pid=93410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 14:30:57.634494 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.managers [req-4b4839e8-50be-4636-8caa-b0849071a4f8 req-6db780fd-0f81-453a-b3e5-1aa55fefe717 service neutron] Bound port: 7f974a37-9b19-44dd-809a-ed83c72a7b00, host: hv-cinder-79819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e1085dd-09d5-4f19-b111-8d42f2b374c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '468e5951-9973-4325-8315-97f35e9a6c27'}}] {{(pid=93410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 14:30:57.635144 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-4b4839e8-50be-4636-8caa-b0849071a4f8 req-6db780fd-0f81-453a-b3e5-1aa55fefe717 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:57.635289 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-2ce52269-1f95-4493-80e1-f2903973d32d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:57.648001 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}173c15a1f530ed65b3eefe425c4e9cd9c28cfc2a1cdec76c1bb34aa91000b996" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6d5e75a-bc03-433e-a871-87de5238a8ed" -d '{"events": [{"name": "network-changed", "server_uuid": "0f4b4a64-897e-465f-9bac-f2ddc4135822", "tag": "85ef6664-f2b0-44a5-9eb7-d8ada8adac40"}]}' {{(pid=93410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:30:57.692003 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa070153-6ab4-436c-9b37-b62401afa98d service neutron] Pushing event updated for resources: {'Port': ['ID=85ef6664-f2b0-44a5-9eb7-d8ada8adac40,revision_number=3']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:30:57.701564 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-2ce52269-1f95-4493-80e1-f2903973d32d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734645'] for security_group, after_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:57.704463 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-2ce52269-1f95-4493-80e1-f2903973d32d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:57.705962 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-2ce52269-1f95-4493-80e1-f2903973d32d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e52d609b-0f52-43ce-b49a-2e9a022d6b87 HTTP/1.1" status: 204 len: 168 time: 0.4868534 Aug 10 14:30:57.718826 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce52269-1f95-4493-80e1-f2903973d32d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e52d609b-0f52-43ce-b49a-2e9a022d6b87,revision_number=None']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:30:57.755418 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [req-8f64d85f-92bc-4658-bb9b-81c8913b2229 req-36ece726-b3e5-40a8-b477-f9a3a277c709 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e156b5d0a1d64f118dbb019f54a5f1f0 HTTP/1.1" status: 200 len: 379 time: 0.0744381 Aug 10 14:30:57.785047 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.v2.base [req-8f64d85f-92bc-4658-bb9b-81c8913b2229 req-d98928a8-09b7-4e22-abdd-46e797f2aba4 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Request body: {'port': {'device_id': '6b203be0-e47c-4371-9eda-83a59ed98be2', 'network_id': '86a6d1d4-f800-47bf-859f-81a5bd8d7c63', 'admin_state_up': True, 'tenant_id': 'e156b5d0a1d64f118dbb019f54a5f1f0', 'security_groups': ['ecfbe072-fae7-404f-9e98-b7a4caa3c273']}} {{(pid=93411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:30:57.826961 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-beaa7ee0-3d68-409d-9f54-4cfd93e3bf1a req-017321ce-8dab-4ca2-b81a-26019855ab34 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=85ef6664-f2b0-44a5-9eb7-d8ada8adac40 HTTP/1.1" status: 200 len: 217 time: 0.1540582 Aug 10 14:30:57.989083 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [req-4b4839e8-50be-4636-8caa-b0849071a4f8 req-6db780fd-0f81-453a-b3e5-1aa55fefe717 service neutron] For port 7f974a37-9b19-44dd-809a-ed83c72a7b00, host hv-cinder-79819, cleared binding levels {{(pid=93410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 14:30:57.994304 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [req-4b4839e8-50be-4636-8caa-b0849071a4f8 req-6db780fd-0f81-453a-b3e5-1aa55fefe717 service neutron] For port 7f974a37-9b19-44dd-809a-ed83c72a7b00, host hv-cinder-79819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=7f974a37-9b19-44dd-809a-ed83c72a7b00,segment=NetworkSegment(9e1085dd-09d5-4f19-b111-8d42f2b374c1),segment_id=9e1085dd-09d5-4f19-b111-8d42f2b374c1)] {{(pid=93410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 14:30:57.996555 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaa7ee0-3d68-409d-9f54-4cfd93e3bf1a req-e61f990e-4989-49e5-add1-ec146865ca14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:30:57.998289 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-beaa7ee0-3d68-409d-9f54-4cfd93e3bf1a req-e61f990e-4989-49e5-add1-ec146865ca14 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=525c6944-484f-4ed6-9e34-5e6d53ad95f0 HTTP/1.1" status: 200 len: 859 time: 0.1559675 Aug 10 14:30:58.002152 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-4b4839e8-50be-4636-8caa-b0849071a4f8 req-6db780fd-0f81-453a-b3e5-1aa55fefe717 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683854493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786683465220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786683465238'] for port, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:58.028068 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bb38de-d490-4cc1-822d-58bdbb5ec2b8 req-565e4491-54b6-4514-9240-c4e6bc47f386 tempest-DeleteServersTestJSON-296734148 tempest-DeleteServersTestJSON-296734148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:30:58.039694 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-85bb38de-d490-4cc1-822d-58bdbb5ec2b8 req-565e4491-54b6-4514-9240-c4e6bc47f386 tempest-DeleteServersTestJSON-296734148 tempest-DeleteServersTestJSON-296734148-project] 10.222.0.42 "GET /v2.0/ports?device_id=c6ecb309-c906-4a41-a235-dc8d993f597a HTTP/1.1" status: 200 len: 944 time: 0.1553149 Aug 10 14:30:58.142025 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f64d85f-92bc-4658-bb9b-81c8913b2229 req-d98928a8-09b7-4e22-abdd-46e797f2aba4 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Made reservation on behalf of e156b5d0a1d64f118dbb019f54a5f1f0 for: {'port': 1} {{(pid=93411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 14:30:58.152676 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [req-8f64d85f-92bc-4658-bb9b-81c8913b2229 req-d98928a8-09b7-4e22-abdd-46e797f2aba4 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:58.362623 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.wsgi [-] (93411) accepted ('10.222.0.42', 48948) {{(pid=93411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:30:58.395604 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-beaa7ee0-3d68-409d-9f54-4cfd93e3bf1a req-c7c8fb01-1640-495a-8a1d-a3041e59adf2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=468e5951-9973-4325-8315-97f35e9a6c27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3856740 Aug 10 14:30:58.413086 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4839e8-50be-4636-8caa-b0849071a4f8 req-6db780fd-0f81-453a-b3e5-1aa55fefe717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:30:58.416428 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-4b4839e8-50be-4636-8caa-b0849071a4f8 req-6db780fd-0f81-453a-b3e5-1aa55fefe717 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-387483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-767256'] for port, before_response {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:58.426282 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-4b4839e8-50be-4636-8caa-b0849071a4f8 req-6db780fd-0f81-453a-b3e5-1aa55fefe717 service neutron] 10.222.0.18 "PUT /v2.0/ports/7f974a37-9b19-44dd-809a-ed83c72a7b00 HTTP/1.1" status: 200 len: 1094 time: 4.0428309 Aug 10 14:30:58.480088 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 14:30:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae14ec84-887a-4179-846c-88f975d6f8b4 x-openstack-request-id: req-ae14ec84-887a-4179-846c-88f975d6f8b4 {{(pid=93410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:30:58.484034 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f4b4a64-897e-465f-9bac-f2ddc4135822", "tag": "85ef6664-f2b0-44a5-9eb7-d8ada8adac40", "status": "completed", "code": 200}]} {{(pid=93410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:30:58.487946 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ae14ec84-887a-4179-846c-88f975d6f8b4 {{(pid=93410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:30:58.488800 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f4b4a64-897e-465f-9bac-f2ddc4135822', 'tag': '85ef6664-f2b0-44a5-9eb7-d8ada8adac40', 'status': 'completed', 'code': 200} Aug 10 14:30:58.575712 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.db.db_base_plugin_common [req-8f64d85f-92bc-4658-bb9b-81c8913b2229 req-d98928a8-09b7-4e22-abdd-46e797f2aba4 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Allocated IP 172.20.0.11 (86a6d1d4-f800-47bf-859f-81a5bd8d7c63/061e4b8c-ab2d-4682-a3d2-e34df59bc21f/d7c73a10-55f7-4d62-9fe7-4a227b278bb5) {{(pid=93411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 14:30:58.665983 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db780fd-0f81-453a-b3e5-1aa55fefe717 service neutron] Pushing event updated for resources: {'Port': ['ID=7f974a37-9b19-44dd-809a-ed83c72a7b00,revision_number=3']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:30:58.803563 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.wsgi [-] (93411) accepted ('10.222.0.42', 48966) {{(pid=93411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:30:58.826491 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-6cb825c0-ee8c-443a-821e-c3df27f4cbd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:58.832398 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-85bb38de-d490-4cc1-822d-58bdbb5ec2b8 req-36e2f79b-4432-47fd-894e-eabbbe1d4fd2 tempest-DeleteServersTestJSON-296734148 tempest-DeleteServersTestJSON-296734148-project] 10.222.0.42 "GET /v2.0/security-groups?id=eae2e6f4-5260-40e9-b0c5-ae304962d8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7915142 Aug 10 14:30:58.851292 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-dc14bb67-3887-4956-b38f-6314cfefc30f req-625f5d14-ba6b-4c7a-a9d0-67ed4d487669 tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] 10.222.0.42 "GET /v2.0/ports?device_id=9be395dd-4db8-417d-a2bb-336ce985bc64 HTTP/1.1" status: 200 len: 210 time: 0.2184632 Aug 10 14:30:58.863181 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-e92b1616-4d88-494d-953c-4965ea460bcc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:58.924104 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4839e8-50be-4636-8caa-b0849071a4f8 req-a87e258f-7a2a-41f8-87e4-f4b2bac8a25c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:30:58.930934 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-4b4839e8-50be-4636-8caa-b0849071a4f8 req-a87e258f-7a2a-41f8-87e4-f4b2bac8a25c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bf4e0f7339204a0c95f8d4f09f21f7e0&device_id=fce59a6d-4f8c-4055-8bd1-247ee8b8b679 HTTP/1.1" status: 200 len: 1097 time: 0.4394555 Aug 10 14:30:58.936358 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Device 2ec40a86-f28a-4b8b-acc6-67ec59d10147 up at agent hyperv_hv-cinder-79819 {{(pid=93412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:30:59.057038 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-4b4839e8-50be-4636-8caa-b0849071a4f8 req-27384fc4-a207-4c73-8ec8-411271a41361 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7f974a37-9b19-44dd-809a-ed83c72a7b00 HTTP/1.1" status: 200 len: 217 time: 0.1177666 Aug 10 14:30:59.064893 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-beaa7ee0-3d68-409d-9f54-4cfd93e3bf1a req-78e3b8ae-573c-4818-8839-94d9c12ab664 service neutron] 10.222.0.18 "GET /v2.0/networks/468e5951-9973-4325-8315-97f35e9a6c27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6342289 Aug 10 14:30:59.077110 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [req-8f64d85f-92bc-4658-bb9b-81c8913b2229 req-d98928a8-09b7-4e22-abdd-46e797f2aba4 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Notify callbacks [] for port, precommit_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:59.111787 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.db.provisioning_blocks [req-8f64d85f-92bc-4658-bb9b-81c8913b2229 req-d98928a8-09b7-4e22-abdd-46e797f2aba4 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Transition to ACTIVE for port object d7c73a10-55f7-4d62-9fe7-4a227b278bb5 will not be triggered until provisioned by entity DHCP. {{(pid=93411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 14:30:59.121339 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.provisioning_blocks [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Provisioning for port 2ec40a86-f28a-4b8b-acc6-67ec59d10147 completed by entity L2. {{(pid=93412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 14:30:59.129169 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:59.142326 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.provisioning_blocks [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Provisioning complete for port 2ec40a86-f28a-4b8b-acc6-67ec59d10147 triggered by entity L2. {{(pid=93412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:30:59.142915 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932393'] for port, provisioning_complete {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:59.211942 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-90ac4150-7f86-40e2-8947-60130986c8b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:59.233571 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-44dd2b68-3037-4000-b24b-3d2182a9604b req-2c5d5845-c0f1-46fa-a268-e3a8fd3537fa tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/ports?device_id=6b203be0-e47c-4371-9eda-83a59ed98be2 HTTP/1.1" status: 200 len: 210 time: 0.1709223 Aug 10 14:30:59.281546 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-6cb825c0-ee8c-443a-821e-c3df27f4cbd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:59.281546 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [req-8f64d85f-92bc-4658-bb9b-81c8913b2229 req-d98928a8-09b7-4e22-abdd-46e797f2aba4 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786683465198'] for port, after_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:59.400828 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-6cb825c0-ee8c-443a-821e-c3df27f4cbd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734645'] for security_group, after_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:59.418253 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:59.447580 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b518f7-106c-4f78-be31-19cf4012c84d req-927c1e33-134d-4ac4-afa7-207fef280f2a tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:30:59.451488 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-e2b518f7-106c-4f78-be31-19cf4012c84d req-927c1e33-134d-4ac4-afa7-207fef280f2a tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] 10.222.0.42 "GET /v2.0/ports?device_id=fce59a6d-4f8c-4055-8bd1-247ee8b8b679 HTTP/1.1" status: 200 len: 944 time: 0.4105346 Aug 10 14:30:59.470112 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4839e8-50be-4636-8caa-b0849071a4f8 req-3e793524-5611-4c7f-b98d-c052e9d2c67d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:30:59.473508 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6ecb309-c906-4a41-a235-dc8d993f597a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ec40a86-f28a-4b8b-acc6-67ec59d10147'}] {{(pid=93412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:30:59.473816 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-4b4839e8-50be-4636-8caa-b0849071a4f8 req-3e793524-5611-4c7f-b98d-c052e9d2c67d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=525c6944-484f-4ed6-9e34-5e6d53ad95f0 HTTP/1.1" status: 200 len: 859 time: 0.2991550 Aug 10 14:30:59.477188 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98928a8-09b7-4e22-abdd-46e797f2aba4 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Pushing event updated for resources: {'Port': ['ID=d7c73a10-55f7-4d62-9fe7-4a227b278bb5,revision_number=1']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:30:59.530480 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f64d85f-92bc-4658-bb9b-81c8913b2229 req-d98928a8-09b7-4e22-abdd-46e797f2aba4 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Network 86a6d1d4-f800-47bf-859f-81a5bd8d7c63 is already hosted by enough agents. {{(pid=93411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 14:30:59.539941 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.scheduler.base_scheduler [req-8f64d85f-92bc-4658-bb9b-81c8913b2229 req-d98928a8-09b7-4e22-abdd-46e797f2aba4 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Resources bound (agent type, host, resource id): {{(pid=93411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:30:59.546321 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-6cb825c0-ee8c-443a-821e-c3df27f4cbd7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3d128457949f45678f8dba85b3c8ab48&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1802344 Aug 10 14:30:59.548253 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f64d85f-92bc-4658-bb9b-81c8913b2229 req-d98928a8-09b7-4e22-abdd-46e797f2aba4 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Received port after_create {{(pid=93411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 14:30:59.563453 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-4b4839e8-50be-4636-8caa-b0849071a4f8 req-8f1e882a-af04-40d6-a814-6c89858c40b6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=468e5951-9973-4325-8315-97f35e9a6c27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0721047 Aug 10 14:30:59.568924 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f64d85f-92bc-4658-bb9b-81c8913b2229 req-d98928a8-09b7-4e22-abdd-46e797f2aba4 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:30:59.570002 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [req-8f64d85f-92bc-4658-bb9b-81c8913b2229 req-d98928a8-09b7-4e22-abdd-46e797f2aba4 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-387483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-767256'] for port, before_response {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:59.575849 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.wsgi [-] (93410) accepted ('10.222.0.42', 48970) {{(pid=93410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:30:59.632366 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb825c0-ee8c-443a-821e-c3df27f4cbd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78792790-fcba-4125-b7a8-dcb1d58f44f5,revision_number=1']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:30:59.678475 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-e2b518f7-106c-4f78-be31-19cf4012c84d req-8aa5fe50-c283-438c-8f62-703687b20893 tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] 10.222.0.42 "GET /v2.0/security-groups?id=6de17ce8-2ac1-42a8-95ab-f9984e61b328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2164748 Aug 10 14:30:59.690943 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.db [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] For port 2ec40a86-f28a-4b8b-acc6-67ec59d10147, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=2ec40a86-f28a-4b8b-acc6-67ec59d10147,segment=NetworkSegment(39fa0f7f-e9e6-4e0a-99b2-c0aec9ed8ee1),segment_id=39fa0f7f-e9e6-4e0a-99b2-c0aec9ed8ee1)] {{(pid=93412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:30:59.713006 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683854493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786683465220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786683465238'] for port, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:59.856592 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-e92b1616-4d88-494d-953c-4965ea460bcc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:59.872248 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-e92b1616-4d88-494d-953c-4965ea460bcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734645'] for security_group, after_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:30:59.904400 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92b1616-4d88-494d-953c-4965ea460bcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb26c01f-d483-4a9f-b478-7138d2d2501f,revision_number=1']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:30:59.913487 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [req-8f64d85f-92bc-4658-bb9b-81c8913b2229 req-d98928a8-09b7-4e22-abdd-46e797f2aba4 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1450701 Aug 10 14:30:59.950862 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-e92b1616-4d88-494d-953c-4965ea460bcc admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5c85bef676a44558b9594855b005b0b2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1409140 Aug 10 14:30:59.953090 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.wsgi [-] (93411) accepted ('10.222.0.42', 48990) {{(pid=93411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:30:59.994920 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Pushing event updated for resources: {'Port': ['ID=2ec40a86-f28a-4b8b-acc6-67ec59d10147,revision_number=5']} {{(pid=93412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:30:59.996299 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-beaa7ee0-3d68-409d-9f54-4cfd93e3bf1a req-187f541a-4aae-429d-a96a-0ca893f8e74a service neutron] 10.222.0.18 "GET /v2.0/networks/468e5951-9973-4325-8315-97f35e9a6c27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7825181 Aug 10 14:31:00.053872 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-da56dcef-88f2-4eab-bea1-e64a51d1f5b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:00.076841 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-27fe0aa5-0fab-45de-b5ce-e2b1fb88eca5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:00.111248 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-da56dcef-88f2-4eab-bea1-e64a51d1f5b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:00.158169 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9406f3752f8c5c09b2197ea24f22201eb31b4bb693178eb20b3d616b4d9459a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcb099e0-0e89-47c4-8da7-16635db981e2" -d '{"events": [{"server_uuid": "c6ecb309-c906-4a41-a235-dc8d993f597a", "name": "network-vif-plugged", "status": "completed", "tag": "2ec40a86-f28a-4b8b-acc6-67ec59d10147"}]}' {{(pid=93412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:31:00.194044 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-1682deac-1581-4d55-87bc-bceb4bcaf759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:00.194636 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-da56dcef-88f2-4eab-bea1-e64a51d1f5b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734645'] for security_group, after_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:00.198438 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-da56dcef-88f2-4eab-bea1-e64a51d1f5b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:00.203095 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-da56dcef-88f2-4eab-bea1-e64a51d1f5b6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/eb26c01f-d483-4a9f-b478-7138d2d2501f HTTP/1.1" status: 204 len: 168 time: 0.2424970 Aug 10 14:31:00.208943 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.provisioning_blocks [None req-f2b14c06-9185-4834-bffa-d0d2b15df007 None None] Provisioning for port d7c73a10-55f7-4d62-9fe7-4a227b278bb5 completed by entity DHCP. {{(pid=93412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 14:31:00.210684 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da56dcef-88f2-4eab-bea1-e64a51d1f5b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb26c01f-d483-4a9f-b478-7138d2d2501f,revision_number=None']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:31:00.216441 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.provisioning_blocks [None req-f2b14c06-9185-4834-bffa-d0d2b15df007 None None] Provisioning complete for port d7c73a10-55f7-4d62-9fe7-4a227b278bb5 triggered by entity DHCP. {{(pid=93412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:31:00.216958 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-f2b14c06-9185-4834-bffa-d0d2b15df007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932393'] for port, provisioning_complete {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:00.226706 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-2d184844-3621-4e6d-8c0a-39867e9822dd req-2123e656-25c4-48bc-b3b6-216863a7c408 tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] 10.222.0.42 "GET /v2.0/ports?device_id=9be395dd-4db8-417d-a2bb-336ce985bc64 HTTP/1.1" status: 200 len: 210 time: 0.0756221 Aug 10 14:31:00.287431 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.plugin [None req-f2b14c06-9185-4834-bffa-d0d2b15df007 None None] Port d7c73a10-55f7-4d62-9fe7-4a227b278bb5 cannot update to ACTIVE because it is not bound. {{(pid=93412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 14:31:00.291030 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-27fe0aa5-0fab-45de-b5ce-e2b1fb88eca5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:00.333137 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-4b4839e8-50be-4636-8caa-b0849071a4f8 req-f08e2afa-8afd-4f49-a9ed-6957788a6fa3 service neutron] 10.222.0.18 "GET /v2.0/networks/468e5951-9973-4325-8315-97f35e9a6c27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7481036 Aug 10 14:31:00.384534 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba374e1f-263e-4a23-a9e0-4bb221507fd4 req-e4d8a410-c9aa-4257-9fc1-f6599d380ef9 tempest-DeleteServersTestJSON-296734148 tempest-DeleteServersTestJSON-296734148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:31:00.386966 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-ba374e1f-263e-4a23-a9e0-4bb221507fd4 req-e4d8a410-c9aa-4257-9fc1-f6599d380ef9 tempest-DeleteServersTestJSON-296734148 tempest-DeleteServersTestJSON-296734148-project] 10.222.0.42 "GET /v2.0/ports?device_id=c6ecb309-c906-4a41-a235-dc8d993f597a HTTP/1.1" status: 200 len: 945 time: 0.3334377 Aug 10 14:31:00.441201 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-ba374e1f-263e-4a23-a9e0-4bb221507fd4 req-f5b69a39-6c74-4cf4-9e46-1f8a38d7d4e4 tempest-DeleteServersTestJSON-296734148 tempest-DeleteServersTestJSON-296734148-project] 10.222.0.42 "GET /v2.0/security-groups?id=eae2e6f4-5260-40e9-b0c5-ae304962d8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480540 Aug 10 14:31:00.449666 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-27fe0aa5-0fab-45de-b5ce-e2b1fb88eca5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734645'] for security_group, after_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:00.453948 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-27fe0aa5-0fab-45de-b5ce-e2b1fb88eca5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:00.466699 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 14:31:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a40e71d-3f89-4cfa-a4f5-35fcba0adf55 x-openstack-request-id: req-5a40e71d-3f89-4cfa-a4f5-35fcba0adf55 {{(pid=93412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:31:00.467054 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6ecb309-c906-4a41-a235-dc8d993f597a", "name": "network-vif-plugged", "status": "completed", "tag": "2ec40a86-f28a-4b8b-acc6-67ec59d10147", "code": 200}]} {{(pid=93412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:31:00.467305 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5a40e71d-3f89-4cfa-a4f5-35fcba0adf55 {{(pid=93412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:31:00.467766 dv-cinder-798198-2-iscsi neutron-server[93412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6ecb309-c906-4a41-a235-dc8d993f597a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ec40a86-f28a-4b8b-acc6-67ec59d10147', 'code': 200} Aug 10 14:31:00.470035 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [None req-27fe0aa5-0fab-45de-b5ce-e2b1fb88eca5 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/78792790-fcba-4125-b7a8-dcb1d58f44f5 HTTP/1.1" status: 204 len: 168 time: 0.8811026 Aug 10 14:31:00.481113 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fe0aa5-0fab-45de-b5ce-e2b1fb88eca5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78792790-fcba-4125-b7a8-dcb1d58f44f5,revision_number=None']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:31:00.492098 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fce59a6d-4f8c-4055-8bd1-247ee8b8b679', 'tag': '7f974a37-9b19-44dd-809a-ed83c72a7b00'}] {{(pid=93410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:31:00.497212 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}173c15a1f530ed65b3eefe425c4e9cd9c28cfc2a1cdec76c1bb34aa91000b996" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbfd2a14-e33f-4f7e-b49b-8cfe6a01e73b" -d '{"events": [{"name": "network-changed", "server_uuid": "fce59a6d-4f8c-4055-8bd1-247ee8b8b679", "tag": "7f974a37-9b19-44dd-809a-ed83c72a7b00"}]}' {{(pid=93410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:31:00.552291 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 14:31:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9b4b608-6a61-41a4-97cf-431f4ee1dfdd x-openstack-request-id: req-e9b4b608-6a61-41a4-97cf-431f4ee1dfdd {{(pid=93410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:31:00.552770 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fce59a6d-4f8c-4055-8bd1-247ee8b8b679", "tag": "7f974a37-9b19-44dd-809a-ed83c72a7b00", "status": "completed", "code": 200}]} {{(pid=93410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:31:00.553199 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e9b4b608-6a61-41a4-97cf-431f4ee1dfdd {{(pid=93410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:31:00.553889 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fce59a6d-4f8c-4055-8bd1-247ee8b8b679', 'tag': '7f974a37-9b19-44dd-809a-ed83c72a7b00', 'status': 'completed', 'code': 200} Aug 10 14:31:00.627740 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa863cd4-3c59-4781-9c4f-276fb1220b41 req-9b6c0e48-b79f-4469-8c07-7917459c911d tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:31:00.629609 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-aa863cd4-3c59-4781-9c4f-276fb1220b41 req-9b6c0e48-b79f-4469-8c07-7917459c911d tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/ports?device_id=6b203be0-e47c-4371-9eda-83a59ed98be2 HTTP/1.1" status: 200 len: 932 time: 0.0743823 Aug 10 14:31:00.679683 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-aa863cd4-3c59-4781-9c4f-276fb1220b41 req-96075b43-3815-4390-8288-085b76f3cdef tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/security-groups?id=ecfbe072-fae7-404f-9e98-b7a4caa3c273&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398920 Aug 10 14:31:00.862582 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.wsgi [-] (93410) accepted ('10.222.0.42', 49020) {{(pid=93410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:31:00.881202 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bc1b5b-42f8-4f5b-9a6f-df08f48c887e req-d675f3b6-826a-4100-b7ca-d61c2cbe0e7c tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:31:00.883319 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-a9bc1b5b-42f8-4f5b-9a6f-df08f48c887e req-d675f3b6-826a-4100-b7ca-d61c2cbe0e7c tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] 10.222.0.42 "GET /v2.0/ports?device_id=fce59a6d-4f8c-4055-8bd1-247ee8b8b679 HTTP/1.1" status: 200 len: 944 time: 0.0676415 Aug 10 14:31:00.890208 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-bf7006c9-aefd-4f06-aaaa-23735e587f1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:00.953367 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-a9bc1b5b-42f8-4f5b-9a6f-df08f48c887e req-65979681-2e3c-48cb-952b-cdc54621136e tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] 10.222.0.42 "GET /v2.0/security-groups?id=6de17ce8-2ac1-42a8-95ab-f9984e61b328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596004 Aug 10 14:31:01.031721 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-bf7006c9-aefd-4f06-aaaa-23735e587f1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:01.036510 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-bf7006c9-aefd-4f06-aaaa-23735e587f1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734645'] for security_group, after_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:01.085906 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [None req-bf7006c9-aefd-4f06-aaaa-23735e587f1b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=64b9c705a1cd445fb35ae8b16951add6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2181551 Aug 10 14:31:01.085906 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7006c9-aefd-4f06-aaaa-23735e587f1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dafed2e3-00ac-4c2f-8046-1ca3f81e858a,revision_number=1']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:31:01.087010 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.wsgi [-] (93410) accepted ('10.222.0.42', 49024) {{(pid=93410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:31:01.173698 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-14ad068e-1733-4550-b75e-f9b4f6fc99ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:01.202839 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-14ad068e-1733-4550-b75e-f9b4f6fc99ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:01.268892 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-14ad068e-1733-4550-b75e-f9b4f6fc99ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734645'] for security_group, after_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:01.272642 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-14ad068e-1733-4550-b75e-f9b4f6fc99ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:01.276861 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [None req-14ad068e-1733-4550-b75e-f9b4f6fc99ef admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/dafed2e3-00ac-4c2f-8046-1ca3f81e858a HTTP/1.1" status: 204 len: 168 time: 0.1869388 Aug 10 14:31:01.300399 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ad068e-1733-4550-b75e-f9b4f6fc99ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dafed2e3-00ac-4c2f-8046-1ca3f81e858a,revision_number=None']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:31:01.415821 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-0e6ca137-e997-4129-9c60-3a54a2759799 req-c4855748-468e-4af5-a897-85aa5bf35345 tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] 10.222.0.42 "GET /v2.0/ports?device_id=9be395dd-4db8-417d-a2bb-336ce985bc64 HTTP/1.1" status: 200 len: 210 time: 0.0501010 Aug 10 14:31:01.635547 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e7638d-0cc1-40bc-9397-8bb898c46ed2 req-a7e82e34-ecd0-4d1a-9247-14bb1d6a50e1 tempest-DeleteServersTestJSON-296734148 tempest-DeleteServersTestJSON-296734148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:31:01.637947 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-e7e7638d-0cc1-40bc-9397-8bb898c46ed2 req-a7e82e34-ecd0-4d1a-9247-14bb1d6a50e1 tempest-DeleteServersTestJSON-296734148 tempest-DeleteServersTestJSON-296734148-project] 10.222.0.42 "GET /v2.0/ports?device_id=c6ecb309-c906-4a41-a235-dc8d993f597a HTTP/1.1" status: 200 len: 945 time: 0.0765965 Aug 10 14:31:01.708102 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-e7e7638d-0cc1-40bc-9397-8bb898c46ed2 req-c70216f3-4d2f-4cc6-bf87-e801dc9e9618 tempest-DeleteServersTestJSON-296734148 tempest-DeleteServersTestJSON-296734148-project] 10.222.0.42 "GET /v2.0/security-groups?id=eae2e6f4-5260-40e9-b0c5-ae304962d8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536606 Aug 10 14:31:01.889856 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f75213c-d6d5-4a8d-bcd0-140a916ac749 req-c9ecebd4-b714-482e-9145-1f4ed1883144 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:31:01.899371 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-2f75213c-d6d5-4a8d-bcd0-140a916ac749 req-c9ecebd4-b714-482e-9145-1f4ed1883144 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/ports?device_id=6b203be0-e47c-4371-9eda-83a59ed98be2 HTTP/1.1" status: 200 len: 932 time: 0.1107681 Aug 10 14:31:01.957319 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-2f75213c-d6d5-4a8d-bcd0-140a916ac749 req-60c68392-116e-48af-bf45-0bbf915f983e tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/security-groups?id=ecfbe072-fae7-404f-9e98-b7a4caa3c273&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568802 Aug 10 14:31:02.132089 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-f97b798d-bd61-4bdb-bb4a-e55e1a0659df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:02.152073 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78faf21-4880-4385-bd37-d32288d64b39 req-f6599c98-99fa-4f0d-902e-0d130b5eaead tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:31:02.155064 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-f78faf21-4880-4385-bd37-d32288d64b39 req-f6599c98-99fa-4f0d-902e-0d130b5eaead tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] 10.222.0.42 "GET /v2.0/ports?device_id=fce59a6d-4f8c-4055-8bd1-247ee8b8b679 HTTP/1.1" status: 200 len: 944 time: 0.0815454 Aug 10 14:31:02.205885 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-f78faf21-4880-4385-bd37-d32288d64b39 req-6795db6b-d569-4273-9690-e39d026b3aba tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] 10.222.0.42 "GET /v2.0/security-groups?id=6de17ce8-2ac1-42a8-95ab-f9984e61b328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400634 Aug 10 14:31:02.534991 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.wsgi [-] (93411) accepted ('10.222.0.42', 49122) {{(pid=93411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:31:02.537874 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-b4b3ed6b-b781-4563-a0e0-1c71691e5524 req-ddec55e6-54c2-4309-8d9b-5a200f397ab6 tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] 10.222.0.42 "GET /v2.0/ports?device_id=9be395dd-4db8-417d-a2bb-336ce985bc64 HTTP/1.1" status: 200 len: 210 time: 0.0357776 Aug 10 14:31:02.581957 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:02.586667 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.v2.base [req-8f64d85f-92bc-4658-bb9b-81c8913b2229 req-e2957bf4-8168-4109-ade9-8eed634c1b23 service neutron] Request body: {'port': {'device_id': '6b203be0-e47c-4371-9eda-83a59ed98be2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79819'}} {{(pid=93411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:31:02.642925 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.wsgi [-] (93410) accepted ('10.222.0.18', 59714) {{(pid=93410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:31:02.765305 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [req-8f64d85f-92bc-4658-bb9b-81c8913b2229 req-e2957bf4-8168-4109-ade9-8eed634c1b23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_update {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:02.883210 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.wsgi [-] (93410) accepted ('10.222.0.18', 59717) {{(pid=93410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:31:02.933817 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.v2.base [None req-2ab934ae-d622-4daf-9bd8-deb3e2bd0dac admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1140852178-network', 'tenant_id': '3030cd58e8b84983a863241501d0db71'}} {{(pid=93411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:31:03.018078 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ab934ae-d622-4daf-9bd8-deb3e2bd0dac admin admin] Made reservation on behalf of 3030cd58e8b84983a863241501d0db71 for: {'network': 1} {{(pid=93411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 14:31:03.021022 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-2ab934ae-d622-4daf-9bd8-deb3e2bd0dac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for network, before_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:03.117191 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-2ab934ae-d622-4daf-9bd8-deb3e2bd0dac admin admin] Notify callbacks [] for security_group, before_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:03.193821 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d5e75a-bc03-433e-a871-87de5238a8ed req-b4b4116a-0fa1-435b-977b-14a0553b42fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:31:03.197399 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-d6d5e75a-bc03-433e-a871-87de5238a8ed req-b4b4116a-0fa1-435b-977b-14a0553b42fb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bf4e0f7339204a0c95f8d4f09f21f7e0&device_id=0f4b4a64-897e-465f-9bac-f2ddc4135822 HTTP/1.1" status: 200 len: 1096 time: 0.5531633 Aug 10 14:31:03.207242 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985cf331-f37b-4185-8aaf-62a0accd04a5 req-25f1a40f-edb4-4ac4-9ed6-60afb1a5e5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:31:03.210609 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-985cf331-f37b-4185-8aaf-62a0accd04a5 req-25f1a40f-edb4-4ac4-9ed6-60afb1a5e5a6 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c6ecb309-c906-4a41-a235-dc8d993f597a HTTP/1.1" status: 200 len: 1098 time: 0.3258066 Aug 10 14:31:03.234713 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c316d76-ae43-4902-9fc3-dca22a926f3a req-5e28f7fb-a438-4077-aeb4-61c42c1754b7 tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:31:03.237476 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-2c316d76-ae43-4902-9fc3-dca22a926f3a req-5e28f7fb-a438-4077-aeb4-61c42c1754b7 tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] 10.222.0.18 "GET /v2.0/networks?id=c66be7ba-5c71-487e-a4a7-ed7cb74aecf9 HTTP/1.1" status: 200 len: 811 time: 0.6735535 Aug 10 14:31:03.394784 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-2ab934ae-d622-4daf-9bd8-deb3e2bd0dac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:03.403795 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-2ab934ae-d622-4daf-9bd8-deb3e2bd0dac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734645'] for security_group, after_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:03.455375 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.notifiers.nova [req-8f64d85f-92bc-4658-bb9b-81c8913b2229 req-e2957bf4-8168-4109-ade9-8eed634c1b23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7c73a10-55f7-4d62-9fe7-4a227b278bb5 {{(pid=93411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 14:31:03.471737 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ab934ae-d622-4daf-9bd8-deb3e2bd0dac admin admin] vlan segment allocate from pool success with {'vlan_id': 552, 'physical_network': 'physnet1'} {{(pid=93411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 14:31:03.484013 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab934ae-d622-4daf-9bd8-deb3e2bd0dac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a5fbb32-7ef4-414e-b9ad-759847819d95,revision_number=1']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:31:03.502937 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [req-8f64d85f-92bc-4658-bb9b-81c8913b2229 req-e2957bf4-8168-4109-ade9-8eed634c1b23 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:03.534290 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-2ab934ae-d622-4daf-9bd8-deb3e2bd0dac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1962803'] for segment, precommit_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:03.534695 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.db.segments_db [None req-2ab934ae-d622-4daf-9bd8-deb3e2bd0dac admin admin] Added segment d86f98a0-2809-4c96-a487-751ea031b470 of type vlan for network 0649cf9d-b659-4844-ad15-4ec781e50813 Aug 10 14:31:03.547663 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.db.provisioning_blocks [req-8f64d85f-92bc-4658-bb9b-81c8913b2229 req-e2957bf4-8168-4109-ade9-8eed634c1b23 service neutron] Transition to ACTIVE for port object d7c73a10-55f7-4d62-9fe7-4a227b278bb5 will not be triggered until provisioned by entity L2. {{(pid=93411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 14:31:03.579308 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [req-8f64d85f-92bc-4658-bb9b-81c8913b2229 req-e2957bf4-8168-4109-ade9-8eed634c1b23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683854493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786683465220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786683465238'] for port, after_update {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:03.629491 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.wsgi [-] (93411) accepted ('10.222.0.42', 49172) {{(pid=93411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:31:03.631336 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-2ab934ae-d622-4daf-9bd8-deb3e2bd0dac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786683450956'] for network, precommit_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:03.707939 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2957bf4-8168-4109-ade9-8eed634c1b23 service neutron] Pushing event updated for resources: {'Port': ['ID=d7c73a10-55f7-4d62-9fe7-4a227b278bb5,revision_number=2']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:31:03.763576 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-2c316d76-ae43-4902-9fc3-dca22a926f3a req-99ee9a67-5a6d-48c9-aadf-6e48b73b4cec tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=02185bbc814948319e41921dcf271d7d HTTP/1.1" status: 200 len: 379 time: 0.4699793 Aug 10 14:31:03.771962 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-4b4839e8-50be-4636-8caa-b0849071a4f8 req-de4dd9f4-f15a-4d7b-9b72-92008cdb05b3 service neutron] 10.222.0.18 "GET /v2.0/networks/468e5951-9973-4325-8315-97f35e9a6c27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1742156 Aug 10 14:31:03.790419 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-2ab934ae-d622-4daf-9bd8-deb3e2bd0dac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238'] for network, after_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:03.792407 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ab934ae-d622-4daf-9bd8-deb3e2bd0dac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:31:03.793302 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-2ab934ae-d622-4daf-9bd8-deb3e2bd0dac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-767256'] for network, before_response {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:03.799894 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3655558-6633-482a-a7fb-2cec5be1cb9e req-434f5ee7-e23f-4c2a-8082-ad4b3eb18f08 tempest-DeleteServersTestJSON-296734148 tempest-DeleteServersTestJSON-296734148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:31:03.808700 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-e3655558-6633-482a-a7fb-2cec5be1cb9e req-434f5ee7-e23f-4c2a-8082-ad4b3eb18f08 tempest-DeleteServersTestJSON-296734148 tempest-DeleteServersTestJSON-296734148-project] 10.222.0.42 "GET /v2.0/ports?device_id=c6ecb309-c906-4a41-a235-dc8d993f597a HTTP/1.1" status: 200 len: 945 time: 0.8496099 Aug 10 14:31:03.811272 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-985cf331-f37b-4185-8aaf-62a0accd04a5 req-a8a32857-f345-4608-94b9-1d87b6f35b92 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:03.825165 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.v2.base [req-2c316d76-ae43-4902-9fc3-dca22a926f3a req-ac4526bc-d483-4274-8718-37812a6e5e1c tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] Request body: {'port': {'device_id': '9be395dd-4db8-417d-a2bb-336ce985bc64', 'network_id': 'c66be7ba-5c71-487e-a4a7-ed7cb74aecf9', 'admin_state_up': True, 'tenant_id': '02185bbc814948319e41921dcf271d7d', 'security_groups': ['b9912597-50da-44b4-8698-0c8676f2e6da']}} {{(pid=93410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:31:03.893956 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.plugins.ml2.managers [req-8f64d85f-92bc-4658-bb9b-81c8913b2229 req-e2957bf4-8168-4109-ade9-8eed634c1b23 service neutron] Attempting to bind port d7c73a10-55f7-4d62-9fe7-4a227b278bb5 on host hv-cinder-79819 for vnic_type normal with profile {{(pid=93411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 14:31:03.894471 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.plugins.ml2.managers [req-8f64d85f-92bc-4658-bb9b-81c8913b2229 req-e2957bf4-8168-4109-ade9-8eed634c1b23 service neutron] Attempting to bind port d7c73a10-55f7-4d62-9fe7-4a227b278bb5 by drivers openvswitch,hyperv on host hv-cinder-79819 at level 0 using segments [{'id': 'd55ed611-efa5-4413-9a01-d70eef9c92c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '86a6d1d4-f800-47bf-859f-81a5bd8d7c63'}] {{(pid=93411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 14:31:03.895033 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f64d85f-92bc-4658-bb9b-81c8913b2229 req-e2957bf4-8168-4109-ade9-8eed634c1b23 service neutron] Attempting to bind port d7c73a10-55f7-4d62-9fe7-4a227b278bb5 on network 86a6d1d4-f800-47bf-859f-81a5bd8d7c63 {{(pid=93411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 14:31:03.912528 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f64d85f-92bc-4658-bb9b-81c8913b2229 req-e2957bf4-8168-4109-ade9-8eed634c1b23 service neutron] Port d7c73a10-55f7-4d62-9fe7-4a227b278bb5 on network 86a6d1d4-f800-47bf-859f-81a5bd8d7c63 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79819 {{(pid=93411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 14:31:03.912964 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f64d85f-92bc-4658-bb9b-81c8913b2229 req-e2957bf4-8168-4109-ade9-8eed634c1b23 service neutron] Attempting to bind port d7c73a10-55f7-4d62-9fe7-4a227b278bb5 on network 86a6d1d4-f800-47bf-859f-81a5bd8d7c63 {{(pid=93411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 14:31:03.936548 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-2ab934ae-d622-4daf-9bd8-deb3e2bd0dac admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.3948393 Aug 10 14:31:03.936548 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f64d85f-92bc-4658-bb9b-81c8913b2229 req-e2957bf4-8168-4109-ade9-8eed634c1b23 service neutron] Checking agent: {'id': '193de837-f8e2-4c0a-a012-1a4e123b0e95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 14, 28, 33), 'started_at': datetime.datetime(2021, 8, 10, 14, 28, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 14, 31, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 14:31:03.936548 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f64d85f-92bc-4658-bb9b-81c8913b2229 req-e2957bf4-8168-4109-ade9-8eed634c1b23 service neutron] Checking segment: {'id': 'd55ed611-efa5-4413-9a01-d70eef9c92c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '86a6d1d4-f800-47bf-859f-81a5bd8d7c63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 14:31:03.937410 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f64d85f-92bc-4658-bb9b-81c8913b2229 req-e2957bf4-8168-4109-ade9-8eed634c1b23 service neutron] Bound using segment: {'id': 'd55ed611-efa5-4413-9a01-d70eef9c92c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '86a6d1d4-f800-47bf-859f-81a5bd8d7c63'} {{(pid=93411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 14:31:03.938005 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.plugins.ml2.managers [req-8f64d85f-92bc-4658-bb9b-81c8913b2229 req-e2957bf4-8168-4109-ade9-8eed634c1b23 service neutron] Bound port: d7c73a10-55f7-4d62-9fe7-4a227b278bb5, host: hv-cinder-79819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd55ed611-efa5-4413-9a01-d70eef9c92c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '86a6d1d4-f800-47bf-859f-81a5bd8d7c63'}}] {{(pid=93411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 14:31:03.938476 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [req-8f64d85f-92bc-4658-bb9b-81c8913b2229 req-e2957bf4-8168-4109-ade9-8eed634c1b23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_update {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:03.942996 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.wsgi [-] (93411) accepted ('10.222.0.42', 49182) {{(pid=93411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:31:03.944009 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-ec1b5a29-0d4b-4448-8d2b-86dd42594b70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:03.961306 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.v2.base [None req-4e66bc50-bcf1-44e5-8c60-6aa6baa97130 admin admin] Request body: {'subnet': {'network_id': '0649cf9d-b659-4844-ad15-4ec781e50813', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1140852178-subnet', 'tenant_id': '3030cd58e8b84983a863241501d0db71', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:31:03.975232 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab934ae-d622-4daf-9bd8-deb3e2bd0dac admin admin] Pushing event updated for resources: {'Network': ['ID=0649cf9d-b659-4844-ad15-4ec781e50813,revision_number=1']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:31:03.975800 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a552bdb1-821c-4629-8693-5a5fcf458683 req-0dc0e01a-a2d9-43c4-8f4d-78694f8b1aa3 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:31:03.992900 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-a552bdb1-821c-4629-8693-5a5fcf458683 req-0dc0e01a-a2d9-43c4-8f4d-78694f8b1aa3 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/ports?device_id=6b203be0-e47c-4371-9eda-83a59ed98be2 HTTP/1.1" status: 200 len: 932 time: 0.8571670 Aug 10 14:31:03.999678 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Network 0649cf9d-b659-4844-ad15-4ec781e50813 details requested by agent ovs-agent-dv-cinder-798198-2-iscsi with host dv-cinder-798198-2-iscsi {{(pid=93412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 14:31:04.108579 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.plugins.ml2.db [req-8f64d85f-92bc-4658-bb9b-81c8913b2229 req-e2957bf4-8168-4109-ade9-8eed634c1b23 service neutron] For port d7c73a10-55f7-4d62-9fe7-4a227b278bb5, host hv-cinder-79819, cleared binding levels {{(pid=93411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 14:31:04.113874 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.plugins.ml2.db [req-8f64d85f-92bc-4658-bb9b-81c8913b2229 req-e2957bf4-8168-4109-ade9-8eed634c1b23 service neutron] For port d7c73a10-55f7-4d62-9fe7-4a227b278bb5, host hv-cinder-79819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=d7c73a10-55f7-4d62-9fe7-4a227b278bb5,segment=NetworkSegment(d55ed611-efa5-4413-9a01-d70eef9c92c8),segment_id=d55ed611-efa5-4413-9a01-d70eef9c92c8)] {{(pid=93411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 14:31:04.119385 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [req-8f64d85f-92bc-4658-bb9b-81c8913b2229 req-e2957bf4-8168-4109-ade9-8eed634c1b23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683854493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786683465220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786683465238'] for port, after_update {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:04.195578 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f64d85f-92bc-4658-bb9b-81c8913b2229 req-e2957bf4-8168-4109-ade9-8eed634c1b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:31:04.196223 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [req-8f64d85f-92bc-4658-bb9b-81c8913b2229 req-e2957bf4-8168-4109-ade9-8eed634c1b23 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-387483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-767256'] for port, before_response {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:04.199149 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [req-8f64d85f-92bc-4658-bb9b-81c8913b2229 req-e2957bf4-8168-4109-ade9-8eed634c1b23 service neutron] 10.222.0.18 "PUT /v2.0/ports/d7c73a10-55f7-4d62-9fe7-4a227b278bb5 HTTP/1.1" status: 200 len: 1094 time: 1.6449246 Aug 10 14:31:04.200006 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b203be0-e47c-4371-9eda-83a59ed98be2', 'tag': 'd7c73a10-55f7-4d62-9fe7-4a227b278bb5'}] {{(pid=93411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:31:04.202928 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800b4800a729c8c4e9259a6bd3a96cb19d394e8e3458720dab8774963c0953a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4f77654-b016-4bee-ac4e-d72cef2b5a83" -d '{"events": [{"name": "network-changed", "server_uuid": "6b203be0-e47c-4371-9eda-83a59ed98be2", "tag": "d7c73a10-55f7-4d62-9fe7-4a227b278bb5"}]}' {{(pid=93411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:31:04.289741 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-ec1b5a29-0d4b-4448-8d2b-86dd42594b70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:04.294324 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-e3655558-6633-482a-a7fb-2cec5be1cb9e req-d33a2dba-2f93-4737-917a-86cd7448db63 tempest-DeleteServersTestJSON-296734148 tempest-DeleteServersTestJSON-296734148-project] 10.222.0.42 "GET /v2.0/security-groups?id=eae2e6f4-5260-40e9-b0c5-ae304962d8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4839501 Aug 10 14:31:04.340744 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-ec1b5a29-0d4b-4448-8d2b-86dd42594b70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734645'] for security_group, after_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:04.347738 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2957bf4-8168-4109-ade9-8eed634c1b23 service neutron] Pushing event updated for resources: {'Port': ['ID=d7c73a10-55f7-4d62-9fe7-4a227b278bb5,revision_number=3']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:31:04.376408 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e66bc50-bcf1-44e5-8c60-6aa6baa97130 admin admin] Made reservation on behalf of 3030cd58e8b84983a863241501d0db71 for: {'subnet': 1} {{(pid=93411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 14:31:04.378795 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-4e66bc50-bcf1-44e5-8c60-6aa6baa97130 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:04.429158 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-a552bdb1-821c-4629-8693-5a5fcf458683 req-7940c7ea-eed2-42cf-839d-3efaa7eea00f tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/security-groups?id=ecfbe072-fae7-404f-9e98-b7a4caa3c273&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4314358 Aug 10 14:31:04.436365 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d5e75a-bc03-433e-a871-87de5238a8ed req-07085851-0c51-4b82-8b56-dce0dec11742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:31:04.438125 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-d6d5e75a-bc03-433e-a871-87de5238a8ed req-07085851-0c51-4b82-8b56-dce0dec11742 service neutron] 10.222.0.18 "GET /v2.0/networks?id=468e5951-9973-4325-8315-97f35e9a6c27 HTTP/1.1" status: 200 len: 920 time: 1.2184069 Aug 10 14:31:04.458457 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfd2a14-e33f-4f7e-b49b-8cfe6a01e73b req-ecf957b5-8198-4e27-b0ab-854cef5b6b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:31:04.460322 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-bbfd2a14-e33f-4f7e-b49b-8cfe6a01e73b req-ecf957b5-8198-4e27-b0ab-854cef5b6b54 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bf4e0f7339204a0c95f8d4f09f21f7e0&device_id=fce59a6d-4f8c-4055-8bd1-247ee8b8b679 HTTP/1.1" status: 200 len: 1097 time: 0.5032423 Aug 10 14:31:04.524354 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-d6d5e75a-bc03-433e-a871-87de5238a8ed req-5bac822a-122a-481d-94ef-8b5360460476 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=85ef6664-f2b0-44a5-9eb7-d8ada8adac40 HTTP/1.1" status: 200 len: 217 time: 0.0763979 Aug 10 14:31:04.723946 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-c4c9df8f-6735-43c3-b43c-e6b66444e5a8 req-867fb58c-ea8f-4371-a4c3-0f7f6cb1eb78 tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] 10.222.0.42 "GET /v2.0/ports?device_id=9be395dd-4db8-417d-a2bb-336ce985bc64 HTTP/1.1" status: 200 len: 210 time: 0.1166267 Aug 10 14:31:04.755659 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-ec1b5a29-0d4b-4448-8d2b-86dd42594b70 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2b1b5c29007c4114817ec79e97772d94&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1173544 Aug 10 14:31:04.758363 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f64d85f-92bc-4658-bb9b-81c8913b2229 req-cd9a2994-7963-474b-80e0-a00af3f1bf13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:31:04.760141 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [req-8f64d85f-92bc-4658-bb9b-81c8913b2229 req-cd9a2994-7963-474b-80e0-a00af3f1bf13 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e156b5d0a1d64f118dbb019f54a5f1f0&device_id=6b203be0-e47c-4371-9eda-83a59ed98be2 HTTP/1.1" status: 200 len: 1097 time: 0.5018990 Aug 10 14:31:04.762705 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.wsgi [-] (93411) accepted ('10.222.0.42', 49202) {{(pid=93411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:31:04.763987 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1b5a29-0d4b-4448-8d2b-86dd42594b70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fbf4cb3-8441-4e83-a035-fc8ed03c6132,revision_number=1']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:31:04.794842 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 14:31:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5880fcc3-1ed8-45a9-810b-beb7cf76f301 x-openstack-request-id: req-5880fcc3-1ed8-45a9-810b-beb7cf76f301 {{(pid=93411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:31:04.795358 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b203be0-e47c-4371-9eda-83a59ed98be2", "tag": "d7c73a10-55f7-4d62-9fe7-4a227b278bb5", "status": "completed", "code": 200}]} {{(pid=93411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:31:04.795513 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5880fcc3-1ed8-45a9-810b-beb7cf76f301 {{(pid=93411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:31:04.795966 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b203be0-e47c-4371-9eda-83a59ed98be2', 'tag': 'd7c73a10-55f7-4d62-9fe7-4a227b278bb5', 'status': 'completed', 'code': 200} Aug 10 14:31:04.808161 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d5e75a-bc03-433e-a871-87de5238a8ed req-ba746bc2-7806-4ae4-9d33-af818d558b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:31:04.810834 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-d6d5e75a-bc03-433e-a871-87de5238a8ed req-ba746bc2-7806-4ae4-9d33-af818d558b2b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=525c6944-484f-4ed6-9e34-5e6d53ad95f0 HTTP/1.1" status: 200 len: 859 time: 0.2532842 Aug 10 14:31:04.835309 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [req-8f64d85f-92bc-4658-bb9b-81c8913b2229 req-d0c69493-7144-45a4-9bf4-5112832ba397 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d7c73a10-55f7-4d62-9fe7-4a227b278bb5 HTTP/1.1" status: 200 len: 217 time: 0.0582116 Aug 10 14:31:04.904167 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-d6d5e75a-bc03-433e-a871-87de5238a8ed req-2c993a60-cac0-4892-9d18-8aeeb58c9913 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=468e5951-9973-4325-8315-97f35e9a6c27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0846901 Aug 10 14:31:04.936287 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e54e6cd-f6ba-44f6-9618-e9a7352be3a7 req-af344624-b8f2-4680-a348-b820ca28fb69 tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:31:04.939212 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-3e54e6cd-f6ba-44f6-9618-e9a7352be3a7 req-af344624-b8f2-4680-a348-b820ca28fb69 tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] 10.222.0.42 "GET /v2.0/ports?device_id=fce59a6d-4f8c-4055-8bd1-247ee8b8b679 HTTP/1.1" status: 200 len: 944 time: 0.4440126 Aug 10 14:31:04.943394 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-985cf331-f37b-4185-8aaf-62a0accd04a5 req-a8a32857-f345-4608-94b9-1d87b6f35b92 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:04.944278 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f64d85f-92bc-4658-bb9b-81c8913b2229 req-50d15bbc-a042-40be-a6df-ec7e98d49e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:31:04.946172 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [req-8f64d85f-92bc-4658-bb9b-81c8913b2229 req-50d15bbc-a042-40be-a6df-ec7e98d49e86 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=061e4b8c-ab2d-4682-a3d2-e34df59bc21f HTTP/1.1" status: 200 len: 855 time: 0.0967712 Aug 10 14:31:04.947839 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Device 85ef6664-f2b0-44a5-9eb7-d8ada8adac40 details requested by agent hyperv_hv-cinder-79819 with host hv-cinder-79819 {{(pid=93412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 14:31:04.965832 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfd2a14-e33f-4f7e-b49b-8cfe6a01e73b req-5f32264e-6481-490f-9b4c-25b42b16228b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:31:04.968416 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-bbfd2a14-e33f-4f7e-b49b-8cfe6a01e73b req-5f32264e-6481-490f-9b4c-25b42b16228b service neutron] 10.222.0.18 "GET /v2.0/networks?id=468e5951-9973-4325-8315-97f35e9a6c27 HTTP/1.1" status: 200 len: 920 time: 0.4679670 Aug 10 14:31:04.969457 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-985cf331-f37b-4185-8aaf-62a0accd04a5 req-a8a32857-f345-4608-94b9-1d87b6f35b92 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734645'] for security_group, after_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:04.985641 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-7d1baedc-92f4-4439-bd96-39d212175a21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:05.054632 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-7d1baedc-92f4-4439-bd96-39d212175a21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:05.125314 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.wsgi [-] (93411) accepted ('10.222.0.42', 49206) {{(pid=93411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:31:05.144217 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.db [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] For port 85ef6664-f2b0-44a5-9eb7-d8ada8adac40, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=85ef6664-f2b0-44a5-9eb7-d8ada8adac40,segment=NetworkSegment(9e1085dd-09d5-4f19-b111-8d42f2b374c1),segment_id=9e1085dd-09d5-4f19-b111-8d42f2b374c1)] {{(pid=93412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:31:05.148390 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f64d85f-92bc-4658-bb9b-81c8913b2229 req-372b0829-b62b-4261-b02c-85dc4e48ae66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:31:05.150256 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [req-8f64d85f-92bc-4658-bb9b-81c8913b2229 req-372b0829-b62b-4261-b02c-85dc4e48ae66 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=86a6d1d4-f800-47bf-859f-81a5bd8d7c63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1800771 Aug 10 14:31:05.171249 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Returning: {'device': '85ef6664-f2b0-44a5-9eb7-d8ada8adac40', 'network_id': '468e5951-9973-4325-8315-97f35e9a6c27', 'port_id': '85ef6664-f2b0-44a5-9eb7-d8ada8adac40', 'mac_address': 'fa:16:3e:a7:99:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '525c6944-484f-4ed6-9e34-5e6d53ad95f0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 14:31:05.220099 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-4e66bc50-bcf1-44e5-8c60-6aa6baa97130 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238'] for subnet, after_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:05.220373 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-985cf331-f37b-4185-8aaf-62a0accd04a5 req-a8a32857-f345-4608-94b9-1d87b6f35b92 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=eae2e6f4-5260-40e9-b0c5-ae304962d8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.9737554 Aug 10 14:31:05.225660 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-bbfd2a14-e33f-4f7e-b49b-8cfe6a01e73b req-204ae3d1-d06f-4439-9845-d05529a483e1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7f974a37-9b19-44dd-809a-ed83c72a7b00 HTTP/1.1" status: 200 len: 217 time: 0.2116647 Aug 10 14:31:05.243449 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c316d76-ae43-4902-9fc3-dca22a926f3a req-ac4526bc-d483-4274-8718-37812a6e5e1c tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] Made reservation on behalf of 02185bbc814948319e41921dcf271d7d for: {'port': 1} {{(pid=93410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 14:31:05.244955 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:05.250995 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-2c316d76-ae43-4902-9fc3-dca22a926f3a req-ac4526bc-d483-4274-8718-37812a6e5e1c tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:05.308349 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.notifiers.nova [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85ef6664-f2b0-44a5-9eb7-d8ada8adac40 {{(pid=93412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 14:31:05.327440 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a32857-f345-4608-94b9-1d87b6f35b92 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=4a976c9a-6c72-45e1-af84-f62004b5c8b2,revision_number=1']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:31:05.351060 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e66bc50-bcf1-44e5-8c60-6aa6baa97130 admin admin] Pushing event updated for resources: {'Subnet': ['ID=07b06f32-514c-455e-82d3-1bfe38dbbb72,revision_number=0']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:31:05.358079 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-7d1baedc-92f4-4439-bd96-39d212175a21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734645'] for security_group, after_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:05.361059 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-7d1baedc-92f4-4439-bd96-39d212175a21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:05.362463 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-7d1baedc-92f4-4439-bd96-39d212175a21 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7fbf4cb3-8441-4e83-a035-fc8ed03c6132 HTTP/1.1" status: 204 len: 168 time: 0.5937326 Aug 10 14:31:05.385862 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [req-8f64d85f-92bc-4658-bb9b-81c8913b2229 req-7fcbd7e2-d405-4a8b-8e58-706e0341b553 service neutron] 10.222.0.18 "GET /v2.0/networks/86a6d1d4-f800-47bf-859f-81a5bd8d7c63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2215953 Aug 10 14:31:05.388680 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1baedc-92f4-4439-bd96-39d212175a21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fbf4cb3-8441-4e83-a035-fc8ed03c6132,revision_number=None']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:31:05.447582 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-3e54e6cd-f6ba-44f6-9618-e9a7352be3a7 req-c34ab625-b312-4781-b009-51f3cd3ec23b tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] 10.222.0.42 "GET /v2.0/security-groups?id=6de17ce8-2ac1-42a8-95ab-f9984e61b328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4843476 Aug 10 14:31:05.451429 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e66bc50-bcf1-44e5-8c60-6aa6baa97130 admin admin] Checking segment: {'id': 'd86f98a0-2809-4c96-a487-751ea031b470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '0649cf9d-b659-4844-ad15-4ec781e50813'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 14:31:05.451741 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e66bc50-bcf1-44e5-8c60-6aa6baa97130 admin admin] Network hostable DHCP agents. Network: 0649cf9d-b659-4844-ad15-4ec781e50813, hostable agents: ['53faeb90-ccf6-4b1a-8900-1e421dfb616b'], hosted agents: [] {{(pid=93411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 14:31:05.464109 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.db [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] For port 85ef6664-f2b0-44a5-9eb7-d8ada8adac40, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=85ef6664-f2b0-44a5-9eb7-d8ada8adac40,segment=NetworkSegment(9e1085dd-09d5-4f19-b111-8d42f2b374c1),segment_id=9e1085dd-09d5-4f19-b111-8d42f2b374c1)] {{(pid=93412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:31:05.495175 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683854493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786683465220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786683465238'] for port, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:05.505328 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e66bc50-bcf1-44e5-8c60-6aa6baa97130 admin admin] Network 0649cf9d-b659-4844-ad15-4ec781e50813 is scheduled to be hosted by DHCP agent 53faeb90-ccf6-4b1a-8900-1e421dfb616b with binding_index 1 {{(pid=93411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 14:31:05.526341 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.scheduler.base_scheduler [None req-4e66bc50-bcf1-44e5-8c60-6aa6baa97130 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798198-2-iscsi, 0649cf9d-b659-4844-ad15-4ec781e50813) {{(pid=93411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:31:05.532597 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e66bc50-bcf1-44e5-8c60-6aa6baa97130 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:31:05.534937 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-4e66bc50-bcf1-44e5-8c60-6aa6baa97130 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-767256'] for subnet, before_response {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:05.558770 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [req-8f64d85f-92bc-4658-bb9b-81c8913b2229 req-e57d52e7-2e77-4571-9400-c1bada55cfc6 service neutron] 10.222.0.18 "GET /v2.0/networks/86a6d1d4-f800-47bf-859f-81a5bd8d7c63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644304 Aug 10 14:31:05.581555 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-4e66bc50-bcf1-44e5-8c60-6aa6baa97130 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.6206894 Aug 10 14:31:05.595579 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-2dfc63d1-03d3-4336-bd1c-a8f4548b84c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:05.605247 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6204778-419a-4c42-afe5-b4e6822afd2d None None] Network 0649cf9d-b659-4844-ad15-4ec781e50813 requested from dv-cinder-798198-2-iscsi {{(pid=93412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 14:31:05.796850 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Pushing event updated for resources: {'Port': ['ID=85ef6664-f2b0-44a5-9eb7-d8ada8adac40,revision_number=4']} {{(pid=93412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:31:05.817310 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-d6d5e75a-bc03-433e-a871-87de5238a8ed req-42f48d7d-116e-4113-94c0-997164455fcb service neutron] 10.222.0.18 "GET /v2.0/networks/468e5951-9973-4325-8315-97f35e9a6c27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9021845 Aug 10 14:31:05.818382 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f77654-b016-4bee-ac4e-d72cef2b5a83 req-3d495249-2285-4d47-aced-5adc6d60123d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:31:05.820120 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [req-a4f77654-b016-4bee-ac4e-d72cef2b5a83 req-3d495249-2285-4d47-aced-5adc6d60123d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e156b5d0a1d64f118dbb019f54a5f1f0&device_id=6b203be0-e47c-4371-9eda-83a59ed98be2 HTTP/1.1" status: 200 len: 1097 time: 0.1536415 Aug 10 14:31:05.825957 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.db [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] get_ports_and_sgs() called for port_ids ['85ef6664-f2b0-44a5-9eb7-d8ada8adac40'] {{(pid=93412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 14:31:05.996804 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfd2a14-e33f-4f7e-b49b-8cfe6a01e73b req-22c48bd4-4812-4c8c-a3be-de1faf26f61f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:31:06.008273 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-bbfd2a14-e33f-4f7e-b49b-8cfe6a01e73b req-22c48bd4-4812-4c8c-a3be-de1faf26f61f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=525c6944-484f-4ed6-9e34-5e6d53ad95f0 HTTP/1.1" status: 200 len: 859 time: 0.6863585 Aug 10 14:31:06.024140 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f77654-b016-4bee-ac4e-d72cef2b5a83 req-eea4ddbd-bb60-43e7-9e8f-7d7127b8b79a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:31:06.026524 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [req-a4f77654-b016-4bee-ac4e-d72cef2b5a83 req-eea4ddbd-bb60-43e7-9e8f-7d7127b8b79a service neutron] 10.222.0.18 "GET /v2.0/networks?id=86a6d1d4-f800-47bf-859f-81a5bd8d7c63 HTTP/1.1" status: 200 len: 917 time: 0.1906908 Aug 10 14:31:06.110227 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-2dfc63d1-03d3-4336-bd1c-a8f4548b84c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:06.112408 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [req-a4f77654-b016-4bee-ac4e-d72cef2b5a83 req-e505b9b1-78a3-4424-8f18-a512c8d60047 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d7c73a10-55f7-4d62-9fe7-4a227b278bb5 HTTP/1.1" status: 200 len: 217 time: 0.0586360 Aug 10 14:31:06.117934 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-2dfc63d1-03d3-4336-bd1c-a8f4548b84c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734645'] for security_group, after_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:06.131315 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27721b9d-5fed-4144-ac27-ad03c343ab44 None None] Network 0649cf9d-b659-4844-ad15-4ec781e50813 requested from dv-cinder-798198-2-iscsi {{(pid=93412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 14:31:06.155201 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.wsgi [-] (93411) accepted ('10.222.0.42', 49240) {{(pid=93411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:31:06.201105 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-2dfc63d1-03d3-4336-bd1c-a8f4548b84c9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9f3032f284cd41e2b1a63234746843d0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0694008 Aug 10 14:31:06.213959 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfc63d1-03d3-4336-bd1c-a8f4548b84c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6a85d15-0f24-4a77-a67c-400d11e910cf,revision_number=1']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:31:06.218402 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.wsgi [-] (93411) accepted ('10.222.0.42', 49242) {{(pid=93411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:31:06.256412 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-7fc8216d-a244-4b2a-b015-d28fc4a14754 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:06.320193 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f77654-b016-4bee-ac4e-d72cef2b5a83 req-791e4ee2-fd13-4345-a4fa-4257f33e1376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:31:06.322109 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [req-a4f77654-b016-4bee-ac4e-d72cef2b5a83 req-791e4ee2-fd13-4345-a4fa-4257f33e1376 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=061e4b8c-ab2d-4682-a3d2-e34df59bc21f HTTP/1.1" status: 200 len: 855 time: 0.1652038 Aug 10 14:31:06.341916 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-d6d5e75a-bc03-433e-a871-87de5238a8ed req-4275a350-d969-4dd6-8343-f1c50ee45f38 service neutron] 10.222.0.18 "GET /v2.0/networks/468e5951-9973-4325-8315-97f35e9a6c27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4474797 Aug 10 14:31:06.348809 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-bbfd2a14-e33f-4f7e-b49b-8cfe6a01e73b req-4b94839f-d90b-44aa-aff7-70e7cf2796e6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=468e5951-9973-4325-8315-97f35e9a6c27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3388646 Aug 10 14:31:06.435022 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-10d64fd9-5934-4382-9666-cbe5247cc393 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:06.442744 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f77654-b016-4bee-ac4e-d72cef2b5a83 req-ef051a54-d75e-40c6-8727-e2b1956fb7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:31:06.445029 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [req-a4f77654-b016-4bee-ac4e-d72cef2b5a83 req-ef051a54-d75e-40c6-8727-e2b1956fb7c4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=86a6d1d4-f800-47bf-859f-81a5bd8d7c63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1051946 Aug 10 14:31:06.538531 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-10d64fd9-5934-4382-9666-cbe5247cc393 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:06.546154 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986d6423-4d74-4c0c-9802-9dc1ef162fba req-dd5f1fca-56c9-47f4-8391-ccf53091407a tempest-DeleteServersTestJSON-296734148 tempest-DeleteServersTestJSON-296734148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:31:06.549348 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-986d6423-4d74-4c0c-9802-9dc1ef162fba req-dd5f1fca-56c9-47f4-8391-ccf53091407a tempest-DeleteServersTestJSON-296734148 tempest-DeleteServersTestJSON-296734148-project] 10.222.0.42 "GET /v2.0/ports?device_id=c6ecb309-c906-4a41-a235-dc8d993f597a HTTP/1.1" status: 200 len: 945 time: 0.9471552 Aug 10 14:31:06.608799 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-bbfd2a14-e33f-4f7e-b49b-8cfe6a01e73b req-1799621c-7692-421f-a6a8-eb6635b8d335 service neutron] 10.222.0.18 "GET /v2.0/networks/468e5951-9973-4325-8315-97f35e9a6c27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2429802 Aug 10 14:31:06.670515 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-7fc8216d-a244-4b2a-b015-d28fc4a14754 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:06.689934 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-7fc8216d-a244-4b2a-b015-d28fc4a14754 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734645'] for security_group, after_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:06.770337 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-10d64fd9-5934-4382-9666-cbe5247cc393 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734645'] for security_group, after_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:06.772122 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6175cf3f-0c7d-4b26-9408-96c3cb7d88eb req-0dd6c97d-9a49-4050-bc1e-9c7711377685 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:31:06.773171 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-10d64fd9-5934-4382-9666-cbe5247cc393 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:06.774068 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-6175cf3f-0c7d-4b26-9408-96c3cb7d88eb req-0dd6c97d-9a49-4050-bc1e-9c7711377685 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/ports?device_id=6b203be0-e47c-4371-9eda-83a59ed98be2 HTTP/1.1" status: 200 len: 944 time: 0.9883053 Aug 10 14:31:06.784888 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-10d64fd9-5934-4382-9666-cbe5247cc393 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e6a85d15-0f24-4a77-a67c-400d11e910cf HTTP/1.1" status: 204 len: 168 time: 0.5640969 Aug 10 14:31:06.795764 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-7fc8216d-a244-4b2a-b015-d28fc4a14754 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b68e23d75e0748e6bb6e9c789354cea9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5983524 Aug 10 14:31:06.800578 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.wsgi [-] (93411) accepted ('10.222.0.42', 49254) {{(pid=93411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:31:06.805104 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc8216d-a244-4b2a-b015-d28fc4a14754 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f8980b1-323d-4ec6-bc1e-5dbd22905e0a,revision_number=1']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:31:06.820179 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.db.db_base_plugin_common [req-2c316d76-ae43-4902-9fc3-dca22a926f3a req-ac4526bc-d483-4274-8718-37812a6e5e1c tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] Allocated IP 172.20.0.7 (c66be7ba-5c71-487e-a4a7-ed7cb74aecf9/18e8c05a-0b63-4e4f-b068-6c86c9aef18c/a1a32a24-f80d-4406-8c99-ccbce1fee6c9) {{(pid=93410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 14:31:06.847153 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d64fd9-5934-4382-9666-cbe5247cc393 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6a85d15-0f24-4a77-a67c-400d11e910cf,revision_number=None']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:31:06.856069 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-986d6423-4d74-4c0c-9802-9dc1ef162fba req-448d81b2-25df-4083-ac85-6450326d57b7 tempest-DeleteServersTestJSON-296734148 tempest-DeleteServersTestJSON-296734148-project] 10.222.0.42 "GET /v2.0/security-groups?id=eae2e6f4-5260-40e9-b0c5-ae304962d8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2855849 Aug 10 14:31:06.860446 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-bbfd2a14-e33f-4f7e-b49b-8cfe6a01e73b req-0e2921bd-7824-442e-b394-1132e134e027 service neutron] 10.222.0.18 "GET /v2.0/networks/468e5951-9973-4325-8315-97f35e9a6c27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2213414 Aug 10 14:31:06.865772 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [req-a4f77654-b016-4bee-ac4e-d72cef2b5a83 req-c1c96093-a3d7-44af-b0f1-715e9e189762 service neutron] 10.222.0.18 "GET /v2.0/networks/86a6d1d4-f800-47bf-859f-81a5bd8d7c63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4088414 Aug 10 14:31:06.901261 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-6175cf3f-0c7d-4b26-9408-96c3cb7d88eb req-26e60d57-bd5f-4d81-bb76-84f11c2734bc tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/security-groups?id=ecfbe072-fae7-404f-9e98-b7a4caa3c273&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1187458 Aug 10 14:31:06.963269 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Device 7f974a37-9b19-44dd-809a-ed83c72a7b00 details requested by agent hyperv_hv-cinder-79819 with host hv-cinder-79819 {{(pid=93412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 14:31:07.032076 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-b8a23f85-0905-495c-b2e6-5bad487fd704 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:07.080315 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-b8a23f85-0905-495c-b2e6-5bad487fd704 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:07.103792 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [req-a4f77654-b016-4bee-ac4e-d72cef2b5a83 req-49947c2a-b085-4416-997c-73b20e0449f8 service neutron] 10.222.0.18 "GET /v2.0/networks/86a6d1d4-f800-47bf-859f-81a5bd8d7c63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2252929 Aug 10 14:31:07.187313 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.db [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] For port 7f974a37-9b19-44dd-809a-ed83c72a7b00, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=7f974a37-9b19-44dd-809a-ed83c72a7b00,segment=NetworkSegment(9e1085dd-09d5-4f19-b111-8d42f2b374c1),segment_id=9e1085dd-09d5-4f19-b111-8d42f2b374c1)] {{(pid=93412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:31:07.196421 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-b8a23f85-0905-495c-b2e6-5bad487fd704 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734645'] for security_group, after_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:07.201305 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-b8a23f85-0905-495c-b2e6-5bad487fd704 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:07.201305 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-b8a23f85-0905-495c-b2e6-5bad487fd704 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8f8980b1-323d-4ec6-bc1e-5dbd22905e0a HTTP/1.1" status: 204 len: 168 time: 0.3930209 Aug 10 14:31:07.216826 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Returning: {'device': '7f974a37-9b19-44dd-809a-ed83c72a7b00', 'network_id': '468e5951-9973-4325-8315-97f35e9a6c27', 'port_id': '7f974a37-9b19-44dd-809a-ed83c72a7b00', 'mac_address': 'fa:16:3e:0d:77:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '525c6944-484f-4ed6-9e34-5e6d53ad95f0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 14:31:07.218635 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a23f85-0905-495c-b2e6-5bad487fd704 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f8980b1-323d-4ec6-bc1e-5dbd22905e0a,revision_number=None']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:31:07.280923 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.wsgi [-] (93411) accepted ('10.222.0.42', 49268) {{(pid=93411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:31:07.287488 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.v2.base [None req-ae635f8f-a925-4c8e-83f2-254f3a952402 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1745144921-network', 'tenant_id': '716acf20601042829857d347a44f3682'}} {{(pid=93411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:31:07.302504 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-c42b75ec-e11c-44ee-94b9-a70c1c18d6fc req-6c99a1fe-889a-4f23-a670-f73f8fc89570 tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] 10.222.0.42 "GET /v2.0/ports?device_id=9be395dd-4db8-417d-a2bb-336ce985bc64 HTTP/1.1" status: 200 len: 210 time: 0.1391950 Aug 10 14:31:07.358827 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:07.367117 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae635f8f-a925-4c8e-83f2-254f3a952402 admin admin] Made reservation on behalf of 716acf20601042829857d347a44f3682 for: {'network': 1} {{(pid=93411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 14:31:07.371393 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-ae635f8f-a925-4c8e-83f2-254f3a952402 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for network, before_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:07.392087 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-ae635f8f-a925-4c8e-83f2-254f3a952402 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:07.417566 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bf6109-8afc-4865-8f26-df7d0bdd1b2b req-fe615cfc-244c-49f7-8b2a-47823bd0d996 tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:31:07.431753 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-b6bf6109-8afc-4865-8f26-df7d0bdd1b2b req-fe615cfc-244c-49f7-8b2a-47823bd0d996 tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] 10.222.0.42 "GET /v2.0/ports?device_id=fce59a6d-4f8c-4055-8bd1-247ee8b8b679 HTTP/1.1" status: 200 len: 944 time: 0.3783116 Aug 10 14:31:07.432171 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.notifiers.nova [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f974a37-9b19-44dd-809a-ed83c72a7b00 {{(pid=93412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 14:31:07.472729 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-2c316d76-ae43-4902-9fc3-dca22a926f3a req-ac4526bc-d483-4274-8718-37812a6e5e1c tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] Notify callbacks [] for port, precommit_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:07.497190 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.db [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] For port 7f974a37-9b19-44dd-809a-ed83c72a7b00, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=7f974a37-9b19-44dd-809a-ed83c72a7b00,segment=NetworkSegment(9e1085dd-09d5-4f19-b111-8d42f2b374c1),segment_id=9e1085dd-09d5-4f19-b111-8d42f2b374c1)] {{(pid=93412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:31:07.503771 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [req-2c316d76-ae43-4902-9fc3-dca22a926f3a req-ac4526bc-d483-4274-8718-37812a6e5e1c tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] Transition to ACTIVE for port object a1a32a24-f80d-4406-8c99-ccbce1fee6c9 will not be triggered until provisioned by entity DHCP. {{(pid=93410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 14:31:07.505871 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683854493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786683465220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786683465238'] for port, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:07.565341 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-b6bf6109-8afc-4865-8f26-df7d0bdd1b2b req-6bdfd61f-9e09-415f-96d8-b3be36b6f2e8 tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] 10.222.0.42 "GET /v2.0/security-groups?id=6de17ce8-2ac1-42a8-95ab-f9984e61b328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302409 Aug 10 14:31:07.632035 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-2c316d76-ae43-4902-9fc3-dca22a926f3a req-ac4526bc-d483-4274-8718-37812a6e5e1c tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786683465198'] for port, after_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:07.676125 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Pushing event updated for resources: {'Port': ['ID=7f974a37-9b19-44dd-809a-ed83c72a7b00,revision_number=4']} {{(pid=93412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:31:07.735774 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-ae635f8f-a925-4c8e-83f2-254f3a952402 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:07.742686 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-ae635f8f-a925-4c8e-83f2-254f3a952402 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734645'] for security_group, after_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:07.745433 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.db [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] get_ports_and_sgs() called for port_ids ['7f974a37-9b19-44dd-809a-ed83c72a7b00'] {{(pid=93412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 14:31:07.771846 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae635f8f-a925-4c8e-83f2-254f3a952402 admin admin] vlan segment allocate from pool success with {'vlan_id': 583, 'physical_network': 'physnet1'} {{(pid=93411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 14:31:07.788443 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae635f8f-a925-4c8e-83f2-254f3a952402 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7580882-6791-4f01-8a19-9d4e2f32c4dd,revision_number=1']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:31:07.795152 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-ae635f8f-a925-4c8e-83f2-254f3a952402 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1962803'] for segment, precommit_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:07.795560 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.db.segments_db [None req-ae635f8f-a925-4c8e-83f2-254f3a952402 admin admin] Added segment 8adfe1a8-190b-4fa6-82c9-a3ef8de5ae79 of type vlan for network fb54b9d8-26cd-4813-9d86-869fde5f6f7d Aug 10 14:31:07.829003 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.wsgi [-] (93411) accepted ('10.222.0.42', 49280) {{(pid=93411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:31:07.868028 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-ae635f8f-a925-4c8e-83f2-254f3a952402 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786683450956'] for network, precommit_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:07.872338 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-b83720fa-f56f-4d8e-8e8a-773cbda63ee7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:07.959419 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-ae635f8f-a925-4c8e-83f2-254f3a952402 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238'] for network, after_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:07.960504 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae635f8f-a925-4c8e-83f2-254f3a952402 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:31:07.961180 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-ae635f8f-a925-4c8e-83f2-254f3a952402 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-767256'] for network, before_response {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:08.096342 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae635f8f-a925-4c8e-83f2-254f3a952402 admin admin] Pushing event updated for resources: {'Network': ['ID=fb54b9d8-26cd-4813-9d86-869fde5f6f7d,revision_number=1']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:31:08.122844 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Network fb54b9d8-26cd-4813-9d86-869fde5f6f7d details requested by agent ovs-agent-dv-cinder-798198-2-iscsi with host dv-cinder-798198-2-iscsi {{(pid=93412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 14:31:08.158198 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-b83720fa-f56f-4d8e-8e8a-773cbda63ee7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:08.164896 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-b83720fa-f56f-4d8e-8e8a-773cbda63ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734645'] for security_group, after_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:08.181329 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-ae635f8f-a925-4c8e-83f2-254f3a952402 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8989971 Aug 10 14:31:08.182579 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.wsgi [-] (93411) accepted ('10.222.0.42', 49292) {{(pid=93411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:31:08.204706 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.v2.base [None req-f3fe3a9c-8f53-4d6a-b993-82a10e96036e admin admin] Request body: {'subnet': {'network_id': 'fb54b9d8-26cd-4813-9d86-869fde5f6f7d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1745144921-subnet', 'tenant_id': '716acf20601042829857d347a44f3682', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:31:08.261263 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83720fa-f56f-4d8e-8e8a-773cbda63ee7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e7bd658-c7c1-408a-9165-3e38816f29df,revision_number=1']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:31:08.270964 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-b83720fa-f56f-4d8e-8e8a-773cbda63ee7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=acb81bb476684d99b3188a9cc2eaa212&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4398990 Aug 10 14:31:08.275901 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.wsgi [-] (93411) accepted ('10.222.0.42', 49296) {{(pid=93411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:31:08.288240 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c316d76-ae43-4902-9fc3-dca22a926f3a req-ac4526bc-d483-4274-8718-37812a6e5e1c tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] Network c66be7ba-5c71-487e-a4a7-ed7cb74aecf9 is already hosted by enough agents. {{(pid=93410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 14:31:08.294340 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.scheduler.base_scheduler [req-2c316d76-ae43-4902-9fc3-dca22a926f3a req-ac4526bc-d483-4274-8718-37812a6e5e1c tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] Resources bound (agent type, host, resource id): {{(pid=93410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:31:08.296395 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4526bc-d483-4274-8718-37812a6e5e1c tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] Pushing event updated for resources: {'Port': ['ID=a1a32a24-f80d-4406-8c99-ccbce1fee6c9,revision_number=1']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:31:08.301129 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c316d76-ae43-4902-9fc3-dca22a926f3a req-ac4526bc-d483-4274-8718-37812a6e5e1c tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] Received port after_create {{(pid=93410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 14:31:08.306966 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c316d76-ae43-4902-9fc3-dca22a926f3a req-ac4526bc-d483-4274-8718-37812a6e5e1c tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:31:08.307608 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-2c316d76-ae43-4902-9fc3-dca22a926f3a req-ac4526bc-d483-4274-8718-37812a6e5e1c tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-387483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-767256'] for port, before_response {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:08.326849 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3fe3a9c-8f53-4d6a-b993-82a10e96036e admin admin] Made reservation on behalf of 716acf20601042829857d347a44f3682 for: {'subnet': 1} {{(pid=93411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 14:31:08.329195 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-f3fe3a9c-8f53-4d6a-b993-82a10e96036e admin admin] Notify callbacks [] for subnet, before_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:08.367652 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-2c316d76-ae43-4902-9fc3-dca22a926f3a req-ac4526bc-d483-4274-8718-37812a6e5e1c tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5927489 Aug 10 14:31:08.382558 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d398119-1095-4db7-9bc5-a0173dc6f1a1 req-e2a269b2-8993-4d41-93ab-d3703e6edc38 tempest-DeleteServersTestJSON-296734148 tempest-DeleteServersTestJSON-296734148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:31:08.384572 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-6d398119-1095-4db7-9bc5-a0173dc6f1a1 req-e2a269b2-8993-4d41-93ab-d3703e6edc38 tempest-DeleteServersTestJSON-296734148 tempest-DeleteServersTestJSON-296734148-project] 10.222.0.42 "GET /v2.0/ports?device_id=c6ecb309-c906-4a41-a235-dc8d993f597a HTTP/1.1" status: 200 len: 945 time: 0.1964288 Aug 10 14:31:08.391670 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.v2.base [req-2c316d76-ae43-4902-9fc3-dca22a926f3a req-0deca52d-1cde-42b7-a759-b41892a05edc service neutron] Request body: {'port': {'device_id': '9be395dd-4db8-417d-a2bb-336ce985bc64', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79819'}} {{(pid=93410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:31:08.417558 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e318ebb-d597-4db3-92e8-b01322eb4809 req-bc04f0b2-6163-4e47-9468-f058f7bb258b tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:31:08.425639 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-9e318ebb-d597-4db3-92e8-b01322eb4809 req-bc04f0b2-6163-4e47-9468-f058f7bb258b tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/ports?device_id=6b203be0-e47c-4371-9eda-83a59ed98be2 HTTP/1.1" status: 200 len: 944 time: 0.2237432 Aug 10 14:31:08.428896 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.wsgi [-] (93411) accepted ('10.222.0.42', 49300) {{(pid=93411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:31:08.557326 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-6d398119-1095-4db7-9bc5-a0173dc6f1a1 req-25bc24e2-9b61-4aae-ba2e-be95613e7ba1 tempest-DeleteServersTestJSON-296734148 tempest-DeleteServersTestJSON-296734148-project] 10.222.0.42 "GET /v2.0/security-groups?id=eae2e6f4-5260-40e9-b0c5-ae304962d8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564014 Aug 10 14:31:08.562490 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-e6792276-7828-4140-b36b-8d97998d9d75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:08.576039 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-2c316d76-ae43-4902-9fc3-dca22a926f3a req-0deca52d-1cde-42b7-a759-b41892a05edc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:08.586732 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.provisioning_blocks [None req-64ce6416-4196-456f-9a61-5ed1938d2aaf None None] Provisioning for port a1a32a24-f80d-4406-8c99-ccbce1fee6c9 completed by entity DHCP. {{(pid=93412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 14:31:08.597317 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-9e318ebb-d597-4db3-92e8-b01322eb4809 req-09837b29-56be-40a8-aae2-0346cd1c2f8d tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/security-groups?id=ecfbe072-fae7-404f-9e98-b7a4caa3c273&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1690025 Aug 10 14:31:08.599992 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.provisioning_blocks [None req-64ce6416-4196-456f-9a61-5ed1938d2aaf None None] Provisioning complete for port a1a32a24-f80d-4406-8c99-ccbce1fee6c9 triggered by entity DHCP. {{(pid=93412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:31:08.600392 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-64ce6416-4196-456f-9a61-5ed1938d2aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932393'] for port, provisioning_complete {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:08.624043 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-e6792276-7828-4140-b36b-8d97998d9d75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:08.702726 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.plugin [None req-64ce6416-4196-456f-9a61-5ed1938d2aaf None None] Port a1a32a24-f80d-4406-8c99-ccbce1fee6c9 cannot update to ACTIVE because it is not bound. {{(pid=93412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 14:31:08.900949 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-e6792276-7828-4140-b36b-8d97998d9d75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734645'] for security_group, after_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:08.904198 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-e6792276-7828-4140-b36b-8d97998d9d75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:08.906246 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-e6792276-7828-4140-b36b-8d97998d9d75 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3e7bd658-c7c1-408a-9165-3e38816f29df HTTP/1.1" status: 204 len: 168 time: 0.6287241 Aug 10 14:31:08.922108 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-f3fe3a9c-8f53-4d6a-b993-82a10e96036e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238'] for subnet, after_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:08.935314 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9963ff7a-1d55-4491-b867-af993c52f2b5 req-82398aad-aefd-49b7-9601-a090ac077ad2 tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:31:08.937514 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-9963ff7a-1d55-4491-b867-af993c52f2b5 req-82398aad-aefd-49b7-9601-a090ac077ad2 tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] 10.222.0.42 "GET /v2.0/ports?device_id=9be395dd-4db8-417d-a2bb-336ce985bc64 HTTP/1.1" status: 200 len: 931 time: 0.2046428 Aug 10 14:31:08.938485 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-34b473a4-06d2-4136-b418-f90c21aaceb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:08.960377 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Device d7c73a10-55f7-4d62-9fe7-4a227b278bb5 details requested by agent hyperv_hv-cinder-79819 with host hv-cinder-79819 {{(pid=93412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 14:31:08.981934 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6792276-7828-4140-b36b-8d97998d9d75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e7bd658-c7c1-408a-9165-3e38816f29df,revision_number=None']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:31:09.043687 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Device 7f974a37-9b19-44dd-809a-ed83c72a7b00 up at agent hyperv_hv-cinder-79819 {{(pid=93412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:31:09.141865 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.db.resource_extend [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 10 14:31:09.149725 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a0dddd-7f9d-4981-a17f-ad24dbf95ced req-c20f44d2-6130-4ff7-a846-87c6e0c4ed5f tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:31:09.158523 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-38a0dddd-7f9d-4981-a17f-ad24dbf95ced req-c20f44d2-6130-4ff7-a846-87c6e0c4ed5f tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] 10.222.0.42 "GET /v2.0/ports?device_id=fce59a6d-4f8c-4055-8bd1-247ee8b8b679 HTTP/1.1" status: 200 len: 945 time: 0.3411443 Aug 10 14:31:09.279382 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-34b473a4-06d2-4136-b418-f90c21aaceb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:09.289694 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-34b473a4-06d2-4136-b418-f90c21aaceb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734645'] for security_group, after_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:09.341262 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fe3a9c-8f53-4d6a-b993-82a10e96036e admin admin] Pushing event updated for resources: {'Subnet': ['ID=0817019e-7ba0-49df-897b-27691ea1a1bf,revision_number=0']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:31:09.362988 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b473a4-06d2-4136-b418-f90c21aaceb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00f9587b-b1f9-447a-8316-fb74b746af22,revision_number=1']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:31:09.370776 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3fe3a9c-8f53-4d6a-b993-82a10e96036e admin admin] Checking segment: {'id': '8adfe1a8-190b-4fa6-82c9-a3ef8de5ae79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'fb54b9d8-26cd-4813-9d86-869fde5f6f7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 14:31:09.370776 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3fe3a9c-8f53-4d6a-b993-82a10e96036e admin admin] Network hostable DHCP agents. Network: fb54b9d8-26cd-4813-9d86-869fde5f6f7d, hostable agents: ['53faeb90-ccf6-4b1a-8900-1e421dfb616b'], hosted agents: [] {{(pid=93411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 14:31:09.385075 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-34b473a4-06d2-4136-b418-f90c21aaceb5 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=81e50c2da57a4b58a94ed2c06995497e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9540901 Aug 10 14:31:09.389485 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.wsgi [-] (93411) accepted ('10.222.0.42', 49334) {{(pid=93411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:31:09.395677 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-9963ff7a-1d55-4491-b867-af993c52f2b5 req-64f0b998-e723-4ddb-b005-bfa8e85a95ff tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9912597-50da-44b4-8698-0c8676f2e6da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3574162 Aug 10 14:31:09.439046 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.provisioning_blocks [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Provisioning for port 7f974a37-9b19-44dd-809a-ed83c72a7b00 completed by entity L2. {{(pid=93412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 14:31:09.442648 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3fe3a9c-8f53-4d6a-b993-82a10e96036e admin admin] Network fb54b9d8-26cd-4813-9d86-869fde5f6f7d is scheduled to be hosted by DHCP agent 53faeb90-ccf6-4b1a-8900-1e421dfb616b with binding_index 1 {{(pid=93411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 14:31:09.468057 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.scheduler.base_scheduler [None req-f3fe3a9c-8f53-4d6a-b993-82a10e96036e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798198-2-iscsi, fb54b9d8-26cd-4813-9d86-869fde5f6f7d) {{(pid=93411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:31:09.481964 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3fe3a9c-8f53-4d6a-b993-82a10e96036e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:31:09.481964 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-f3fe3a9c-8f53-4d6a-b993-82a10e96036e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-767256'] for subnet, before_response {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:09.482142 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-38a0dddd-7f9d-4981-a17f-ad24dbf95ced req-51c01aff-8645-4a5c-a642-81c972856c0b tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] 10.222.0.42 "GET /v2.0/security-groups?id=6de17ce8-2ac1-42a8-95ab-f9984e61b328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3016551 Aug 10 14:31:09.498395 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.db [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] For port d7c73a10-55f7-4d62-9fe7-4a227b278bb5, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=d7c73a10-55f7-4d62-9fe7-4a227b278bb5,segment=NetworkSegment(d55ed611-efa5-4413-9a01-d70eef9c92c8),segment_id=d55ed611-efa5-4413-9a01-d70eef9c92c8)] {{(pid=93412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:31:09.499075 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-ee0355a2-1270-4a64-af9c-52509668d85e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:09.505911 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.provisioning_blocks [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Provisioning complete for port 7f974a37-9b19-44dd-809a-ed83c72a7b00 triggered by entity L2. {{(pid=93412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:31:09.506556 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932393'] for port, provisioning_complete {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:09.522361 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-f3fe3a9c-8f53-4d6a-b993-82a10e96036e admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.3252084 Aug 10 14:31:09.532425 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b384c2de-e592-483e-a79d-36225be1134a None None] Network fb54b9d8-26cd-4813-9d86-869fde5f6f7d requested from dv-cinder-798198-2-iscsi {{(pid=93412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 14:31:09.549891 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-ee0355a2-1270-4a64-af9c-52509668d85e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:09.595916 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Returning: {'device': 'd7c73a10-55f7-4d62-9fe7-4a227b278bb5', 'network_id': '86a6d1d4-f800-47bf-859f-81a5bd8d7c63', 'port_id': 'd7c73a10-55f7-4d62-9fe7-4a227b278bb5', 'mac_address': 'fa:16:3e:26:09:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '061e4b8c-ab2d-4682-a3d2-e34df59bc21f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 14:31:09.715628 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-ee0355a2-1270-4a64-af9c-52509668d85e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734645'] for security_group, after_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:09.725262 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:09.732394 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-ee0355a2-1270-4a64-af9c-52509668d85e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:09.738265 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-ee0355a2-1270-4a64-af9c-52509668d85e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/00f9587b-b1f9-447a-8316-fb74b746af22 HTTP/1.1" status: 204 len: 168 time: 0.3471692 Aug 10 14:31:09.761360 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0355a2-1270-4a64-af9c-52509668d85e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00f9587b-b1f9-447a-8316-fb74b746af22,revision_number=None']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:31:09.797296 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.notifiers.nova [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7c73a10-55f7-4d62-9fe7-4a227b278bb5 {{(pid=93412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 14:31:09.812059 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.notifiers.nova [req-2c316d76-ae43-4902-9fc3-dca22a926f3a req-0deca52d-1cde-42b7-a759-b41892a05edc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1a32a24-f80d-4406-8c99-ccbce1fee6c9 {{(pid=93410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 14:31:09.827552 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-2c316d76-ae43-4902-9fc3-dca22a926f3a req-0deca52d-1cde-42b7-a759-b41892a05edc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:09.836858 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.db [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] For port d7c73a10-55f7-4d62-9fe7-4a227b278bb5, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=d7c73a10-55f7-4d62-9fe7-4a227b278bb5,segment=NetworkSegment(d55ed611-efa5-4413-9a01-d70eef9c92c8),segment_id=d55ed611-efa5-4413-9a01-d70eef9c92c8)] {{(pid=93412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:31:09.863164 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [req-2c316d76-ae43-4902-9fc3-dca22a926f3a req-0deca52d-1cde-42b7-a759-b41892a05edc service neutron] Transition to ACTIVE for port object a1a32a24-f80d-4406-8c99-ccbce1fee6c9 will not be triggered until provisioned by entity L2. {{(pid=93410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 14:31:09.875381 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1452e663-717d-46b7-8c55-38f21d61f1ad req-cc3e800d-07c2-42a5-ae50-a4a1fa722c5e tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:31:09.886264 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-1452e663-717d-46b7-8c55-38f21d61f1ad req-cc3e800d-07c2-42a5-ae50-a4a1fa722c5e tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/ports?device_id=6b203be0-e47c-4371-9eda-83a59ed98be2 HTTP/1.1" status: 200 len: 944 time: 0.1311638 Aug 10 14:31:09.899077 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.wsgi [-] (93411) accepted ('10.222.0.42', 49350) {{(pid=93411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:31:09.899932 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-2c316d76-ae43-4902-9fc3-dca22a926f3a req-0deca52d-1cde-42b7-a759-b41892a05edc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683854493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786683465220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786683465238'] for port, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:09.983011 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deca52d-1cde-42b7-a759-b41892a05edc service neutron] Pushing event updated for resources: {'Port': ['ID=a1a32a24-f80d-4406-8c99-ccbce1fee6c9,revision_number=2']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:31:09.991026 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683854493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786683465220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786683465238'] for port, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:09.996509 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-1452e663-717d-46b7-8c55-38f21d61f1ad req-040eb7ec-aec1-4b2f-8caa-430c40978185 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/security-groups?id=ecfbe072-fae7-404f-9e98-b7a4caa3c273&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1089649 Aug 10 14:31:10.000086 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:10.063010 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.managers [req-2c316d76-ae43-4902-9fc3-dca22a926f3a req-0deca52d-1cde-42b7-a759-b41892a05edc service neutron] Attempting to bind port a1a32a24-f80d-4406-8c99-ccbce1fee6c9 on host hv-cinder-79819 for vnic_type normal with profile {{(pid=93410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 14:31:10.063524 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.managers [req-2c316d76-ae43-4902-9fc3-dca22a926f3a req-0deca52d-1cde-42b7-a759-b41892a05edc service neutron] Attempting to bind port a1a32a24-f80d-4406-8c99-ccbce1fee6c9 by drivers openvswitch,hyperv on host hv-cinder-79819 at level 0 using segments [{'id': '9070e634-2e5b-4a24-9474-38d8394f1b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'c66be7ba-5c71-487e-a4a7-ed7cb74aecf9'}] {{(pid=93410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 14:31:10.064136 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c316d76-ae43-4902-9fc3-dca22a926f3a req-0deca52d-1cde-42b7-a759-b41892a05edc service neutron] Attempting to bind port a1a32a24-f80d-4406-8c99-ccbce1fee6c9 on network c66be7ba-5c71-487e-a4a7-ed7cb74aecf9 {{(pid=93410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 14:31:10.072337 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c316d76-ae43-4902-9fc3-dca22a926f3a req-0deca52d-1cde-42b7-a759-b41892a05edc service neutron] Port a1a32a24-f80d-4406-8c99-ccbce1fee6c9 on network c66be7ba-5c71-487e-a4a7-ed7cb74aecf9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79819 {{(pid=93410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 14:31:10.072962 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c316d76-ae43-4902-9fc3-dca22a926f3a req-0deca52d-1cde-42b7-a759-b41892a05edc service neutron] Attempting to bind port a1a32a24-f80d-4406-8c99-ccbce1fee6c9 on network c66be7ba-5c71-487e-a4a7-ed7cb74aecf9 {{(pid=93410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 14:31:10.074470 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78a0983a-d71c-4913-8380-ac9801808d16 None None] Network fb54b9d8-26cd-4813-9d86-869fde5f6f7d requested from dv-cinder-798198-2-iscsi {{(pid=93412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 14:31:10.081104 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c316d76-ae43-4902-9fc3-dca22a926f3a req-0deca52d-1cde-42b7-a759-b41892a05edc service neutron] Checking agent: {'id': '193de837-f8e2-4c0a-a012-1a4e123b0e95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 14, 28, 33), 'started_at': datetime.datetime(2021, 8, 10, 14, 28, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 14, 31, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 14:31:10.081768 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c316d76-ae43-4902-9fc3-dca22a926f3a req-0deca52d-1cde-42b7-a759-b41892a05edc service neutron] Checking segment: {'id': '9070e634-2e5b-4a24-9474-38d8394f1b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'c66be7ba-5c71-487e-a4a7-ed7cb74aecf9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 14:31:10.082303 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c316d76-ae43-4902-9fc3-dca22a926f3a req-0deca52d-1cde-42b7-a759-b41892a05edc service neutron] Bound using segment: {'id': '9070e634-2e5b-4a24-9474-38d8394f1b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'c66be7ba-5c71-487e-a4a7-ed7cb74aecf9'} {{(pid=93410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 14:31:10.083205 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.managers [req-2c316d76-ae43-4902-9fc3-dca22a926f3a req-0deca52d-1cde-42b7-a759-b41892a05edc service neutron] Bound port: a1a32a24-f80d-4406-8c99-ccbce1fee6c9, host: hv-cinder-79819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9070e634-2e5b-4a24-9474-38d8394f1b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'c66be7ba-5c71-487e-a4a7-ed7cb74aecf9'}}] {{(pid=93410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 14:31:10.083774 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-2c316d76-ae43-4902-9fc3-dca22a926f3a req-0deca52d-1cde-42b7-a759-b41892a05edc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:10.119306 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.db.db_base_plugin_v2 [None req-18b1ec13-b78e-43a4-870c-3f7f3b55c616 admin admin] Deleting subnet 07b06f32-514c-455e-82d3-1bfe38dbbb72 {{(pid=93411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 14:31:10.128298 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-18b1ec13-b78e-43a4-870c-3f7f3b55c616 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:10.227699 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-18b1ec13-b78e-43a4-870c-3f7f3b55c616 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:10.248992 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [req-2c316d76-ae43-4902-9fc3-dca22a926f3a req-0deca52d-1cde-42b7-a759-b41892a05edc service neutron] For port a1a32a24-f80d-4406-8c99-ccbce1fee6c9, host hv-cinder-79819, cleared binding levels {{(pid=93410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 14:31:10.255069 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [req-2c316d76-ae43-4902-9fc3-dca22a926f3a req-0deca52d-1cde-42b7-a759-b41892a05edc service neutron] For port a1a32a24-f80d-4406-8c99-ccbce1fee6c9, host hv-cinder-79819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=a1a32a24-f80d-4406-8c99-ccbce1fee6c9,segment=NetworkSegment(9070e634-2e5b-4a24-9474-38d8394f1b6d),segment_id=9070e634-2e5b-4a24-9474-38d8394f1b6d)] {{(pid=93410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 14:31:10.264095 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-2c316d76-ae43-4902-9fc3-dca22a926f3a req-0deca52d-1cde-42b7-a759-b41892a05edc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683854493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786683465220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786683465238'] for port, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:10.292383 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-18b1ec13-b78e-43a4-870c-3f7f3b55c616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1963407'] for subnet, precommit_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:10.347659 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c316d76-ae43-4902-9fc3-dca22a926f3a req-0deca52d-1cde-42b7-a759-b41892a05edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:31:10.349138 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-2c316d76-ae43-4902-9fc3-dca22a926f3a req-0deca52d-1cde-42b7-a759-b41892a05edc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-387483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-767256'] for port, before_response {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:10.365679 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-2c316d76-ae43-4902-9fc3-dca22a926f3a req-0deca52d-1cde-42b7-a759-b41892a05edc service neutron] 10.222.0.18 "PUT /v2.0/ports/a1a32a24-f80d-4406-8c99-ccbce1fee6c9 HTTP/1.1" status: 200 len: 1093 time: 1.9664822 Aug 10 14:31:10.366308 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9be395dd-4db8-417d-a2bb-336ce985bc64', 'tag': 'a1a32a24-f80d-4406-8c99-ccbce1fee6c9'}] {{(pid=93410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:31:10.372441 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}173c15a1f530ed65b3eefe425c4e9cd9c28cfc2a1cdec76c1bb34aa91000b996" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efa9b408-bc55-4d25-8c25-646638bff974" -d '{"events": [{"name": "network-changed", "server_uuid": "9be395dd-4db8-417d-a2bb-336ce985bc64", "tag": "a1a32a24-f80d-4406-8c99-ccbce1fee6c9"}]}' {{(pid=93410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:31:10.414736 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.db [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] For port 7f974a37-9b19-44dd-809a-ed83c72a7b00, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=7f974a37-9b19-44dd-809a-ed83c72a7b00,segment=NetworkSegment(9e1085dd-09d5-4f19-b111-8d42f2b374c1),segment_id=9e1085dd-09d5-4f19-b111-8d42f2b374c1)] {{(pid=93412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:31:10.416248 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fce59a6d-4f8c-4055-8bd1-247ee8b8b679', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f974a37-9b19-44dd-809a-ed83c72a7b00'}] {{(pid=93412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:31:10.423206 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9406f3752f8c5c09b2197ea24f22201eb31b4bb693178eb20b3d616b4d9459a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07d20e25-e554-445b-8b69-0e4702cb0c94" -d '{"events": [{"server_uuid": "fce59a6d-4f8c-4055-8bd1-247ee8b8b679", "name": "network-vif-plugged", "status": "completed", "tag": "7f974a37-9b19-44dd-809a-ed83c72a7b00"}]}' {{(pid=93412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:31:10.445259 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683854493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786683465220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786683465238'] for port, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:10.446720 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Device 85ef6664-f2b0-44a5-9eb7-d8ada8adac40 up at agent hyperv_hv-cinder-79819 {{(pid=93412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:31:10.497649 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-18b1ec13-b78e-43a4-870c-3f7f3b55c616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1963510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238'] for subnet, after_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:10.539056 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-18b1ec13-b78e-43a4-870c-3f7f3b55c616 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:10.541669 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-18b1ec13-b78e-43a4-870c-3f7f3b55c616 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/07b06f32-514c-455e-82d3-1bfe38dbbb72 HTTP/1.1" status: 204 len: 168 time: 0.6401913 Aug 10 14:31:10.543257 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b1ec13-b78e-43a4-870c-3f7f3b55c616 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=07b06f32-514c-455e-82d3-1bfe38dbbb72,revision_number=None']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:31:10.545409 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.wsgi [-] (93411) accepted ('10.222.0.42', 49372) {{(pid=93411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:31:10.583811 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.db [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] get_ports_and_sgs() called for port_ids ['d7c73a10-55f7-4d62-9fe7-4a227b278bb5'] {{(pid=93412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 14:31:10.598360 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 14:31:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48e0221a-e73b-49c3-ac96-03a4099c8666 x-openstack-request-id: req-48e0221a-e73b-49c3-ac96-03a4099c8666 {{(pid=93410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:31:10.600309 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9be395dd-4db8-417d-a2bb-336ce985bc64", "tag": "a1a32a24-f80d-4406-8c99-ccbce1fee6c9", "status": "completed", "code": 200}]} {{(pid=93410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:31:10.601714 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-48e0221a-e73b-49c3-ac96-03a4099c8666 {{(pid=93410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:31:10.602610 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9be395dd-4db8-417d-a2bb-336ce985bc64', 'tag': 'a1a32a24-f80d-4406-8c99-ccbce1fee6c9', 'status': 'completed', 'code': 200} Aug 10 14:31:10.612643 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deca52d-1cde-42b7-a759-b41892a05edc service neutron] Pushing event updated for resources: {'Port': ['ID=a1a32a24-f80d-4406-8c99-ccbce1fee6c9,revision_number=3']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:31:10.655256 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deca52d-1cde-42b7-a759-b41892a05edc service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:31:10.663137 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deca52d-1cde-42b7-a759-b41892a05edc service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:31:10.664316 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deca52d-1cde-42b7-a759-b41892a05edc service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:31:10.665989 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deca52d-1cde-42b7-a759-b41892a05edc service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:31:10.667058 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deca52d-1cde-42b7-a759-b41892a05edc service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:31:10.667437 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deca52d-1cde-42b7-a759-b41892a05edc service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:31:10.667788 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deca52d-1cde-42b7-a759-b41892a05edc service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:31:10.669031 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deca52d-1cde-42b7-a759-b41892a05edc service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:31:10.669388 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deca52d-1cde-42b7-a759-b41892a05edc service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:31:10.669762 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deca52d-1cde-42b7-a759-b41892a05edc service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:31:10.670105 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deca52d-1cde-42b7-a759-b41892a05edc service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:31:10.670442 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deca52d-1cde-42b7-a759-b41892a05edc service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:31:10.736245 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-793d7164-7fc1-426c-9ed1-d4d84f3f901c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1782855'] for network, before_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:10.744040 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.wsgi [-] (93411) accepted ('10.222.0.42', 49374) {{(pid=93411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:31:10.882052 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c316d76-ae43-4902-9fc3-dca22a926f3a req-24731c6a-dbb8-4a27-a42f-2af0d8ffcc8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:31:10.884727 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-2c316d76-ae43-4902-9fc3-dca22a926f3a req-24731c6a-dbb8-4a27-a42f-2af0d8ffcc8d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=02185bbc814948319e41921dcf271d7d&device_id=9be395dd-4db8-417d-a2bb-336ce985bc64 HTTP/1.1" status: 200 len: 1096 time: 0.4349284 Aug 10 14:31:10.946226 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Pushing event updated for resources: {'Port': ['ID=d7c73a10-55f7-4d62-9fe7-4a227b278bb5,revision_number=4']} {{(pid=93412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:31:10.962434 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-793d7164-7fc1-426c-9ed1-d4d84f3f901c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1963782', 'neutron.services.segments.db._delete_segments_for_network-8786683991920'] for network, precommit_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:10.991184 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-793d7164-7fc1-426c-9ed1-d4d84f3f901c admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:31:10.991735 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-793d7164-7fc1-426c-9ed1-d4d84f3f901c admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:31:10.992990 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-793d7164-7fc1-426c-9ed1-d4d84f3f901c admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:31:10.993569 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-793d7164-7fc1-426c-9ed1-d4d84f3f901c admin admin] Subscribe: > port after_create 55550000 {{(pid=93411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:31:10.994107 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-793d7164-7fc1-426c-9ed1-d4d84f3f901c admin admin] Subscribe: > port after_delete 55550000 {{(pid=93411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:31:10.994678 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-793d7164-7fc1-426c-9ed1-d4d84f3f901c admin admin] Subscribe: > port after_update 55550000 {{(pid=93411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:31:10.995435 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-793d7164-7fc1-426c-9ed1-d4d84f3f901c admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:31:10.996719 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-793d7164-7fc1-426c-9ed1-d4d84f3f901c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:31:10.997257 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-793d7164-7fc1-426c-9ed1-d4d84f3f901c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:31:10.997825 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-793d7164-7fc1-426c-9ed1-d4d84f3f901c admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:31:11.009253 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.wsgi [-] (93410) accepted ('10.222.0.42', 49384) {{(pid=93410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:31:11.039332 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-2c316d76-ae43-4902-9fc3-dca22a926f3a req-20993d72-4c3a-4ada-b9d8-3677d6425aa6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a1a32a24-f80d-4406-8c99-ccbce1fee6c9 HTTP/1.1" status: 200 len: 217 time: 0.1404114 Aug 10 14:31:11.126798 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-b03cdacb-8120-4352-b25b-a6c00b61fda5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:11.137599 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9042fd-b9bd-4ca2-a61d-a254d2266792 req-d8d380e8-d56a-4855-a1c6-fdd5d480a7c4 tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:31:11.139238 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-cb9042fd-b9bd-4ca2-a61d-a254d2266792 req-d8d380e8-d56a-4855-a1c6-fdd5d480a7c4 tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] 10.222.0.42 "GET /v2.0/ports?device_id=9be395dd-4db8-417d-a2bb-336ce985bc64 HTTP/1.1" status: 200 len: 943 time: 0.4459383 Aug 10 14:31:11.214897 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.provisioning_blocks [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Provisioning for port 85ef6664-f2b0-44a5-9eb7-d8ada8adac40 completed by entity L2. {{(pid=93412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 14:31:11.234443 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.provisioning_blocks [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Provisioning complete for port 85ef6664-f2b0-44a5-9eb7-d8ada8adac40 triggered by entity L2. {{(pid=93412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:31:11.236435 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932393'] for port, provisioning_complete {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:11.254255 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-793d7164-7fc1-426c-9ed1-d4d84f3f901c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:31:11.254815 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-793d7164-7fc1-426c-9ed1-d4d84f3f901c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:31:11.255263 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-793d7164-7fc1-426c-9ed1-d4d84f3f901c admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:31:11.255659 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-793d7164-7fc1-426c-9ed1-d4d84f3f901c admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93411) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:31:11.256226 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.services.segments.db [None req-793d7164-7fc1-426c-9ed1-d4d84f3f901c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0649cf9d-b659-4844-ad15-4ec781e50813']}} {{(pid=93411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:31:11.323622 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-7e1746ce-c95b-4894-973d-44bec815e9f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:11.331002 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.services.segments.db [None req-793d7164-7fc1-426c-9ed1-d4d84f3f901c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd86f98a0-2809-4c96-a487-751ea031b470') {'for_net_delete': True} {{(pid=93411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:31:11.331300 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.services.segments.db [None req-793d7164-7fc1-426c-9ed1-d4d84f3f901c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd86f98a0-2809-4c96-a487-751ea031b470') {} {{(pid=93411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:31:11.370723 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c316d76-ae43-4902-9fc3-dca22a926f3a req-92f466d4-f3ea-4303-a053-790b8636661e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:31:11.377172 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-2c316d76-ae43-4902-9fc3-dca22a926f3a req-92f466d4-f3ea-4303-a053-790b8636661e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=18e8c05a-0b63-4e4f-b068-6c86c9aef18c HTTP/1.1" status: 200 len: 850 time: 0.3116217 Aug 10 14:31:11.383227 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 14:31:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8df82943-84da-4e82-90b9-71c1d551eb2a x-openstack-request-id: req-8df82943-84da-4e82-90b9-71c1d551eb2a {{(pid=93412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:31:11.383227 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fce59a6d-4f8c-4055-8bd1-247ee8b8b679", "name": "network-vif-plugged", "status": "completed", "tag": "7f974a37-9b19-44dd-809a-ed83c72a7b00", "code": 200}]} {{(pid=93412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:31:11.383227 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8df82943-84da-4e82-90b9-71c1d551eb2a {{(pid=93412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:31:11.383580 dv-cinder-798198-2-iscsi neutron-server[93412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fce59a6d-4f8c-4055-8bd1-247ee8b8b679', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f974a37-9b19-44dd-809a-ed83c72a7b00', 'code': 200} Aug 10 14:31:11.385324 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-cb9042fd-b9bd-4ca2-a61d-a254d2266792 req-9b000a07-4cc6-4e5a-8547-dcbd3a5d65de tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9912597-50da-44b4-8698-0c8676f2e6da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2350931 Aug 10 14:31:11.397554 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-793d7164-7fc1-426c-9ed1-d4d84f3f901c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786683994745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26216149'] for segment, before_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:11.492812 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-793d7164-7fc1-426c-9ed1-d4d84f3f901c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1962803'] for segment, precommit_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:11.501216 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Pushing event updated for resources: {'Port': ['ID=7f974a37-9b19-44dd-809a-ed83c72a7b00,revision_number=5']} {{(pid=93412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:31:11.506452 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:11.510569 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-793d7164-7fc1-426c-9ed1-d4d84f3f901c admin admin] Releasing vlan 552 on physical network physnet1 to pool {{(pid=93411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 14:31:11.511304 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-793d7164-7fc1-426c-9ed1-d4d84f3f901c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1962803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2690431'] for segment, after_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:11.518833 dv-cinder-798198-2-iscsi neutron-server[93411]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 10 14:31:11.518833 dv-cinder-798198-2-iscsi neutron-server[93411]: from cryptography.utils import int_from_bytes Aug 10 14:31:11.518833 dv-cinder-798198-2-iscsi neutron-server[93411]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 10 14:31:11.518833 dv-cinder-798198-2-iscsi neutron-server[93411]: from cryptography.utils import int_from_bytes Aug 10 14:31:11.518833 dv-cinder-798198-2-iscsi neutron-server[93411]: Traceback (most recent call last): Aug 10 14:31:11.518833 dv-cinder-798198-2-iscsi neutron-server[93411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 14:31:11.518833 dv-cinder-798198-2-iscsi neutron-server[93411]: timer() Aug 10 14:31:11.518833 dv-cinder-798198-2-iscsi neutron-server[93411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 14:31:11.518833 dv-cinder-798198-2-iscsi neutron-server[93411]: cb(*args, **kw) Aug 10 14:31:11.518833 dv-cinder-798198-2-iscsi neutron-server[93411]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 14:31:11.518833 dv-cinder-798198-2-iscsi neutron-server[93411]: return func(*args, **kwargs) Aug 10 14:31:11.518833 dv-cinder-798198-2-iscsi neutron-server[93411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 14:31:11.518833 dv-cinder-798198-2-iscsi neutron-server[93411]: self._notify() Aug 10 14:31:11.518833 dv-cinder-798198-2-iscsi neutron-server[93411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 14:31:11.518833 dv-cinder-798198-2-iscsi neutron-server[93411]: self.callback(batched_events) Aug 10 14:31:11.518833 dv-cinder-798198-2-iscsi neutron-server[93411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 14:31:11.518833 dv-cinder-798198-2-iscsi neutron-server[93411]: event.method(event) Aug 10 14:31:11.518833 dv-cinder-798198-2-iscsi neutron-server[93411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 14:31:11.518833 dv-cinder-798198-2-iscsi neutron-server[93411]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 14:31:11.518833 dv-cinder-798198-2-iscsi neutron-server[93411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 14:31:11.518833 dv-cinder-798198-2-iscsi neutron-server[93411]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 14:31:11.518833 dv-cinder-798198-2-iscsi neutron-server[93411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 14:31:11.518833 dv-cinder-798198-2-iscsi neutron-server[93411]: return f(self, *a, **k) Aug 10 14:31:11.518833 dv-cinder-798198-2-iscsi neutron-server[93411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 14:31:11.518833 dv-cinder-798198-2-iscsi neutron-server[93411]: return self._get(url).json() Aug 10 14:31:11.518833 dv-cinder-798198-2-iscsi neutron-server[93411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 14:31:11.518833 dv-cinder-798198-2-iscsi neutron-server[93411]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 14:31:11.518833 dv-cinder-798198-2-iscsi neutron-server[93411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 14:31:11.518833 dv-cinder-798198-2-iscsi neutron-server[93411]: return self.request(url, 'GET', **kwargs) Aug 10 14:31:11.518833 dv-cinder-798198-2-iscsi neutron-server[93411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 14:31:11.518833 dv-cinder-798198-2-iscsi neutron-server[93411]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 14:31:11.518833 dv-cinder-798198-2-iscsi neutron-server[93411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 14:31:11.518833 dv-cinder-798198-2-iscsi neutron-server[93411]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 14:31:11.518833 dv-cinder-798198-2-iscsi neutron-server[93411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 14:31:11.518833 dv-cinder-798198-2-iscsi neutron-server[93411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 14:31:11.518833 dv-cinder-798198-2-iscsi neutron-server[93411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 14:31:11.562023 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.db [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] For port 85ef6664-f2b0-44a5-9eb7-d8ada8adac40, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=85ef6664-f2b0-44a5-9eb7-d8ada8adac40,segment=NetworkSegment(9e1085dd-09d5-4f19-b111-8d42f2b374c1),segment_id=9e1085dd-09d5-4f19-b111-8d42f2b374c1)] {{(pid=93412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:31:11.569017 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683854493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786683465220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786683465238'] for port, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:11.671116 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-b03cdacb-8120-4352-b25b-a6c00b61fda5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:11.681460 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-793d7164-7fc1-426c-9ed1-d4d84f3f901c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1963789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-880042'] for network, after_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:11.694350 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-b03cdacb-8120-4352-b25b-a6c00b61fda5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734645'] for security_group, after_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:11.696293 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Pushing event updated for resources: {'Port': ['ID=85ef6664-f2b0-44a5-9eb7-d8ada8adac40,revision_number=5']} {{(pid=93412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:31:11.729800 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-793d7164-7fc1-426c-9ed1-d4d84f3f901c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-767256'] for network, before_response {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:11.734125 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-793d7164-7fc1-426c-9ed1-d4d84f3f901c admin admin] 10.222.0.42 "DELETE /v2.0/networks/0649cf9d-b659-4844-ad15-4ec781e50813 HTTP/1.1" status: 204 len: 168 time: 1.1870718 Aug 10 14:31:11.757362 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793d7164-7fc1-426c-9ed1-d4d84f3f901c admin admin] Pushing event deleted for resources: {'Network': ['ID=0649cf9d-b659-4844-ad15-4ec781e50813,revision_number=None']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:31:11.762581 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.wsgi [-] (93411) accepted ('10.222.0.42', 49398) {{(pid=93411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:31:11.791619 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.wsgi [-] (93410) accepted ('10.222.0.42', 49402) {{(pid=93410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:31:11.809700 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793d7164-7fc1-426c-9ed1-d4d84f3f901c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:31:11.810042 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793d7164-7fc1-426c-9ed1-d4d84f3f901c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:31:11.810377 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793d7164-7fc1-426c-9ed1-d4d84f3f901c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:31:11.810707 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793d7164-7fc1-426c-9ed1-d4d84f3f901c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:31:11.811031 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793d7164-7fc1-426c-9ed1-d4d84f3f901c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:31:11.811356 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793d7164-7fc1-426c-9ed1-d4d84f3f901c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:31:11.811682 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793d7164-7fc1-426c-9ed1-d4d84f3f901c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:31:11.811997 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793d7164-7fc1-426c-9ed1-d4d84f3f901c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:31:11.812313 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793d7164-7fc1-426c-9ed1-d4d84f3f901c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:31:11.812755 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793d7164-7fc1-426c-9ed1-d4d84f3f901c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:31:11.813080 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793d7164-7fc1-426c-9ed1-d4d84f3f901c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:31:11.813398 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793d7164-7fc1-426c-9ed1-d4d84f3f901c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:31:11.843582 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cc873c-3b24-42f9-827d-a6799bbc3e8f req-66b5d13d-8d01-412d-82f3-c9d275f089f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:31:11.844868 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [req-22cc873c-3b24-42f9-827d-a6799bbc3e8f req-66b5d13d-8d01-412d-82f3-c9d275f089f9 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=fce59a6d-4f8c-4055-8bd1-247ee8b8b679 HTTP/1.1" status: 200 len: 1099 time: 0.2077603 Aug 10 14:31:11.865353 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [None req-b03cdacb-8120-4352-b25b-a6c00b61fda5 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2295e2abdef1471b988a2f60a4037119&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8542058 Aug 10 14:31:11.868993 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c316d76-ae43-4902-9fc3-dca22a926f3a req-1aaf1134-965c-4229-8b33-8f8bdb3ff219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:31:11.871910 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-2c316d76-ae43-4902-9fc3-dca22a926f3a req-1aaf1134-965c-4229-8b33-8f8bdb3ff219 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c66be7ba-5c71-487e-a4a7-ed7cb74aecf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.4676666 Aug 10 14:31:11.873027 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.db.db_base_plugin_v2 [None req-755f7d90-e574-4728-a99c-337e9bd13b8c admin admin] Deleting subnet 0817019e-7ba0-49df-897b-27691ea1a1bf {{(pid=93411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 14:31:11.874486 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.wsgi [-] (93410) accepted ('10.222.0.42', 49406) {{(pid=93410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:31:11.889935 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-755f7d90-e574-4728-a99c-337e9bd13b8c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:11.892837 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03cdacb-8120-4352-b25b-a6c00b61fda5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efc183be-2371-480b-90ac-b4b3a20c2583,revision_number=1']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:31:11.955776 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-755f7d90-e574-4728-a99c-337e9bd13b8c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26216108'] for subnet, precommit_delete_associations {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:11.996461 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [req-22cc873c-3b24-42f9-827d-a6799bbc3e8f req-ebef6815-4796-4c48-a6f7-1bd7a22f4dbe service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=6de17ce8-2ac1-42a8-95ab-f9984e61b328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414835 Aug 10 14:31:12.024525 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.v2.base [None req-aac015e9-eda9-4024-8749-3e4d7b4b2b0e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1068868553-network', 'tenant_id': '3b23302b67854dacb20272e06c9df11a'}} {{(pid=93410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:31:12.061021 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3f9f6e-1584-4b43-8bd5-2aabb13842b5 req-10657a42-31ed-4e55-9f43-566d82849fc4 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:31:12.063977 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-ff3f9f6e-1584-4b43-8bd5-2aabb13842b5 req-10657a42-31ed-4e55-9f43-566d82849fc4 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/ports?device_id=6b203be0-e47c-4371-9eda-83a59ed98be2 HTTP/1.1" status: 200 len: 945 time: 0.3744619 Aug 10 14:31:12.077212 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99926ddb-06c9-4c95-96fc-3a80c751e9fc req-a7b630c9-c716-46ed-93f7-438cc46e1f42 tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:31:12.079903 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-99926ddb-06c9-4c95-96fc-3a80c751e9fc req-a7b630c9-c716-46ed-93f7-438cc46e1f42 tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] 10.222.0.42 "GET /v2.0/ports?device_id=fce59a6d-4f8c-4055-8bd1-247ee8b8b679 HTTP/1.1" status: 200 len: 946 time: 0.5315096 Aug 10 14:31:12.214218 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-7e1746ce-c95b-4894-973d-44bec815e9f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:12.222112 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-7e1746ce-c95b-4894-973d-44bec815e9f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734645'] for security_group, after_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:12.228448 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-755f7d90-e574-4728-a99c-337e9bd13b8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1963407'] for subnet, precommit_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:12.257160 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-2c316d76-ae43-4902-9fc3-dca22a926f3a req-8655d9f9-05b4-4287-a5bf-ed826414748a service neutron] 10.222.0.18 "GET /v2.0/networks/c66be7ba-5c71-487e-a4a7-ed7cb74aecf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3733678 Aug 10 14:31:12.267200 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-ff3f9f6e-1584-4b43-8bd5-2aabb13842b5 req-69ed8c34-9954-4dc3-b391-d1f9ee35542d tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/security-groups?id=ecfbe072-fae7-404f-9e98-b7a4caa3c273&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1691382 Aug 10 14:31:12.279237 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-99926ddb-06c9-4c95-96fc-3a80c751e9fc req-4da3287a-1797-45d9-bfb3-573ab9f465cb tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] 10.222.0.42 "GET /v2.0/security-groups?id=6de17ce8-2ac1-42a8-95ab-f9984e61b328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767852 Aug 10 14:31:12.280677 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-3e89e73c-e056-4e11-825b-9049fbaee0e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:12.300832 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1746ce-c95b-4894-973d-44bec815e9f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d5dcb8d-c28d-47a4-b73e-c0cc54275b1f,revision_number=1']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:31:12.318258 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-7e1746ce-c95b-4894-973d-44bec815e9f3 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8cb634662b024b1a99bccf8c80cad5d6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5590007 Aug 10 14:31:12.318258 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.wsgi [-] (93411) accepted ('10.222.0.42', 49408) {{(pid=93411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:31:12.348588 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-755f7d90-e574-4728-a99c-337e9bd13b8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1963510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2690453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26471085'] for subnet, after_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:12.371327 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aac015e9-eda9-4024-8749-3e4d7b4b2b0e admin admin] Made reservation on behalf of 3b23302b67854dacb20272e06c9df11a for: {'network': 1} {{(pid=93410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 14:31:12.373696 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-aac015e9-eda9-4024-8749-3e4d7b4b2b0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for network, before_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:12.399068 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-3e89e73c-e056-4e11-825b-9049fbaee0e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:12.400330 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755f7d90-e574-4728-a99c-337e9bd13b8c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0817019e-7ba0-49df-897b-27691ea1a1bf,revision_number=None']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:31:12.403546 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-755f7d90-e574-4728-a99c-337e9bd13b8c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:12.408603 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-755f7d90-e574-4728-a99c-337e9bd13b8c admin admin] 10.222.0.42 "DELETE /v2.0/subnets/0817019e-7ba0-49df-897b-27691ea1a1bf HTTP/1.1" status: 204 len: 168 time: 0.6401467 Aug 10 14:31:12.409171 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.wsgi [-] (93411) accepted ('10.222.0.42', 49410) {{(pid=93411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:31:12.411540 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-aac015e9-eda9-4024-8749-3e4d7b4b2b0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:12.490538 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-6266687c-697d-43f1-9fa7-0344ecfeb496 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:12.520543 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-6a8f0314-3d0c-48a3-9124-6d2f4171522f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1782855'] for network, before_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:12.532213 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-6266687c-697d-43f1-9fa7-0344ecfeb496 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:12.572671 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-2c316d76-ae43-4902-9fc3-dca22a926f3a req-8e25b67d-81c2-49cf-bd2b-de5d20aa6def service neutron] 10.222.0.18 "GET /v2.0/networks/c66be7ba-5c71-487e-a4a7-ed7cb74aecf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3018825 Aug 10 14:31:12.662434 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-6a8f0314-3d0c-48a3-9124-6d2f4171522f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1963782', 'neutron.services.segments.db._delete_segments_for_network-8786683991920'] for network, precommit_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:12.675538 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.services.segments.db [None req-6a8f0314-3d0c-48a3-9124-6d2f4171522f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb54b9d8-26cd-4813-9d86-869fde5f6f7d']}} {{(pid=93411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:31:12.692910 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.services.segments.db [None req-6a8f0314-3d0c-48a3-9124-6d2f4171522f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8adfe1a8-190b-4fa6-82c9-a3ef8de5ae79') {'for_net_delete': True} {{(pid=93411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:31:12.693226 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.services.segments.db [None req-6a8f0314-3d0c-48a3-9124-6d2f4171522f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8adfe1a8-190b-4fa6-82c9-a3ef8de5ae79') {} {{(pid=93411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:31:12.701455 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-6266687c-697d-43f1-9fa7-0344ecfeb496 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734645'] for security_group, after_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:12.704654 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-6266687c-697d-43f1-9fa7-0344ecfeb496 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:12.706174 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-6266687c-697d-43f1-9fa7-0344ecfeb496 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5d5dcb8d-c28d-47a4-b73e-c0cc54275b1f HTTP/1.1" status: 204 len: 168 time: 0.3913548 Aug 10 14:31:12.713080 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-6a8f0314-3d0c-48a3-9124-6d2f4171522f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786683994745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26216149'] for segment, before_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:12.726813 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6266687c-697d-43f1-9fa7-0344ecfeb496 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d5dcb8d-c28d-47a4-b73e-c0cc54275b1f,revision_number=None']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:31:12.728875 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999b3311-2b68-43fa-a56c-0efbbe2a3814 req-1b9419c5-7685-4096-a3bc-75b48a42fb06 tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:31:12.737889 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-6a8f0314-3d0c-48a3-9124-6d2f4171522f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1962803'] for segment, precommit_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:12.740623 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-999b3311-2b68-43fa-a56c-0efbbe2a3814 req-1b9419c5-7685-4096-a3bc-75b48a42fb06 tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] 10.222.0.42 "GET /v2.0/ports?device_id=9be395dd-4db8-417d-a2bb-336ce985bc64 HTTP/1.1" status: 200 len: 943 time: 0.2346876 Aug 10 14:31:12.749386 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a8f0314-3d0c-48a3-9124-6d2f4171522f admin admin] Releasing vlan 583 on physical network physnet1 to pool {{(pid=93411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 14:31:12.749951 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-6a8f0314-3d0c-48a3-9124-6d2f4171522f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1962803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2690431'] for segment, after_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:12.752478 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-3e89e73c-e056-4e11-825b-9049fbaee0e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734645'] for security_group, after_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:12.757021 dv-cinder-798198-2-iscsi neutron-server[93411]: Traceback (most recent call last): Aug 10 14:31:12.757021 dv-cinder-798198-2-iscsi neutron-server[93411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 14:31:12.757021 dv-cinder-798198-2-iscsi neutron-server[93411]: timer() Aug 10 14:31:12.757021 dv-cinder-798198-2-iscsi neutron-server[93411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 14:31:12.757021 dv-cinder-798198-2-iscsi neutron-server[93411]: cb(*args, **kw) Aug 10 14:31:12.757021 dv-cinder-798198-2-iscsi neutron-server[93411]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 14:31:12.757021 dv-cinder-798198-2-iscsi neutron-server[93411]: return func(*args, **kwargs) Aug 10 14:31:12.757021 dv-cinder-798198-2-iscsi neutron-server[93411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 14:31:12.757021 dv-cinder-798198-2-iscsi neutron-server[93411]: self._notify() Aug 10 14:31:12.757021 dv-cinder-798198-2-iscsi neutron-server[93411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 14:31:12.757021 dv-cinder-798198-2-iscsi neutron-server[93411]: self.callback(batched_events) Aug 10 14:31:12.757021 dv-cinder-798198-2-iscsi neutron-server[93411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 14:31:12.757021 dv-cinder-798198-2-iscsi neutron-server[93411]: event.method(event) Aug 10 14:31:12.757021 dv-cinder-798198-2-iscsi neutron-server[93411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 14:31:12.757021 dv-cinder-798198-2-iscsi neutron-server[93411]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 14:31:12.757021 dv-cinder-798198-2-iscsi neutron-server[93411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 14:31:12.757021 dv-cinder-798198-2-iscsi neutron-server[93411]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 14:31:12.757021 dv-cinder-798198-2-iscsi neutron-server[93411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 14:31:12.757021 dv-cinder-798198-2-iscsi neutron-server[93411]: return f(self, *a, **k) Aug 10 14:31:12.757021 dv-cinder-798198-2-iscsi neutron-server[93411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 14:31:12.757021 dv-cinder-798198-2-iscsi neutron-server[93411]: return self._get(url).json() Aug 10 14:31:12.757021 dv-cinder-798198-2-iscsi neutron-server[93411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 14:31:12.757021 dv-cinder-798198-2-iscsi neutron-server[93411]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 14:31:12.757021 dv-cinder-798198-2-iscsi neutron-server[93411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 14:31:12.757021 dv-cinder-798198-2-iscsi neutron-server[93411]: return self.request(url, 'GET', **kwargs) Aug 10 14:31:12.757021 dv-cinder-798198-2-iscsi neutron-server[93411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 14:31:12.757021 dv-cinder-798198-2-iscsi neutron-server[93411]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 14:31:12.757021 dv-cinder-798198-2-iscsi neutron-server[93411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 14:31:12.757021 dv-cinder-798198-2-iscsi neutron-server[93411]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 14:31:12.757021 dv-cinder-798198-2-iscsi neutron-server[93411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 14:31:12.757021 dv-cinder-798198-2-iscsi neutron-server[93411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 14:31:12.757021 dv-cinder-798198-2-iscsi neutron-server[93411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 14:31:12.760395 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-3e89e73c-e056-4e11-825b-9049fbaee0e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:12.760395 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [None req-3e89e73c-e056-4e11-825b-9049fbaee0e1 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/efc183be-2371-480b-90ac-b4b3a20c2583 HTTP/1.1" status: 204 len: 168 time: 0.8822258 Aug 10 14:31:12.819034 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e89e73c-e056-4e11-825b-9049fbaee0e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efc183be-2371-480b-90ac-b4b3a20c2583,revision_number=None']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:31:12.904569 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-6a8f0314-3d0c-48a3-9124-6d2f4171522f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1963789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-880042'] for network, after_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:12.928901 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-6a8f0314-3d0c-48a3-9124-6d2f4171522f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-767256'] for network, before_response {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:12.931169 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-6a8f0314-3d0c-48a3-9124-6d2f4171522f admin admin] 10.222.0.42 "DELETE /v2.0/networks/fb54b9d8-26cd-4813-9d86-869fde5f6f7d HTTP/1.1" status: 204 len: 168 time: 0.5210578 Aug 10 14:31:12.936558 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8f0314-3d0c-48a3-9124-6d2f4171522f admin admin] Pushing event deleted for resources: {'Network': ['ID=fb54b9d8-26cd-4813-9d86-869fde5f6f7d,revision_number=None']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:31:12.942822 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-999b3311-2b68-43fa-a56c-0efbbe2a3814 req-06073d4d-4410-49f8-a04f-b338302961ef tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9912597-50da-44b4-8698-0c8676f2e6da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2009652 Aug 10 14:31:12.950158 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa9b408-bc55-4d25-8c25-646638bff974 req-b80a0e60-1f19-4ddd-9372-d8be3f53baff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:31:12.952088 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-efa9b408-bc55-4d25-8c25-646638bff974 req-b80a0e60-1f19-4ddd-9372-d8be3f53baff service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=02185bbc814948319e41921dcf271d7d&device_id=9be395dd-4db8-417d-a2bb-336ce985bc64 HTTP/1.1" status: 200 len: 1096 time: 0.3110285 Aug 10 14:31:12.994867 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Device d7c73a10-55f7-4d62-9fe7-4a227b278bb5 up at agent hyperv_hv-cinder-79819 {{(pid=93412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:31:13.114475 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.provisioning_blocks [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Provisioning for port d7c73a10-55f7-4d62-9fe7-4a227b278bb5 completed by entity L2. {{(pid=93412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 14:31:13.124629 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.provisioning_blocks [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Provisioning complete for port d7c73a10-55f7-4d62-9fe7-4a227b278bb5 triggered by entity L2. {{(pid=93412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:31:13.125542 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932393'] for port, provisioning_complete {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:13.137967 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-aac015e9-eda9-4024-8749-3e4d7b4b2b0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:13.149112 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-aac015e9-eda9-4024-8749-3e4d7b4b2b0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734645'] for security_group, after_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:13.230653 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aac015e9-eda9-4024-8749-3e4d7b4b2b0e admin admin] vlan segment allocate from pool success with {'vlan_id': 593, 'physical_network': 'physnet1'} {{(pid=93410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 14:31:13.270341 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa9b408-bc55-4d25-8c25-646638bff974 req-b92b2dba-6e46-42b4-88a3-2a461aa4042b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:31:13.271918 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-efa9b408-bc55-4d25-8c25-646638bff974 req-b92b2dba-6e46-42b4-88a3-2a461aa4042b service neutron] 10.222.0.18 "GET /v2.0/networks?id=c66be7ba-5c71-487e-a4a7-ed7cb74aecf9 HTTP/1.1" status: 200 len: 912 time: 0.3091586 Aug 10 14:31:13.273294 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-aac015e9-eda9-4024-8749-3e4d7b4b2b0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1962803'] for segment, precommit_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:13.274834 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.db.segments_db [None req-aac015e9-eda9-4024-8749-3e4d7b4b2b0e admin admin] Added segment e115e471-fa7e-4943-a154-690af287536f of type vlan for network e46b381a-d26a-4d97-bf28-7661c2d12f4a Aug 10 14:31:13.276518 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac015e9-eda9-4024-8749-3e4d7b4b2b0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ad57662-b345-4fff-ba8d-21fef82426d1,revision_number=1']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:31:13.315835 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:13.387648 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f4b4a64-897e-465f-9bac-f2ddc4135822', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85ef6664-f2b0-44a5-9eb7-d8ada8adac40'}, {'server_uuid': '6b203be0-e47c-4371-9eda-83a59ed98be2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7c73a10-55f7-4d62-9fe7-4a227b278bb5'}] {{(pid=93412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:31:13.391345 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9406f3752f8c5c09b2197ea24f22201eb31b4bb693178eb20b3d616b4d9459a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d0966d4-3df6-408c-ad5e-49d61863305c" -d '{"events": [{"server_uuid": "0f4b4a64-897e-465f-9bac-f2ddc4135822", "name": "network-vif-plugged", "status": "completed", "tag": "85ef6664-f2b0-44a5-9eb7-d8ada8adac40"}, {"server_uuid": "6b203be0-e47c-4371-9eda-83a59ed98be2", "name": "network-vif-plugged", "status": "completed", "tag": "d7c73a10-55f7-4d62-9fe7-4a227b278bb5"}]}' {{(pid=93412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:31:13.412756 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-efa9b408-bc55-4d25-8c25-646638bff974 req-3f3aa0e5-e720-4294-abf2-1db8ca82c9f5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a1a32a24-f80d-4406-8c99-ccbce1fee6c9 HTTP/1.1" status: 200 len: 217 time: 0.1124721 Aug 10 14:31:13.435121 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.wsgi [-] (93411) accepted ('10.222.0.42', 49440) {{(pid=93411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:31:13.447269 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.db [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] For port d7c73a10-55f7-4d62-9fe7-4a227b278bb5, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=d7c73a10-55f7-4d62-9fe7-4a227b278bb5,segment=NetworkSegment(d55ed611-efa5-4413-9a01-d70eef9c92c8),segment_id=d55ed611-efa5-4413-9a01-d70eef9c92c8)] {{(pid=93412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:31:13.455604 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683854493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786683465220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786683465238'] for port, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:13.545068 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-aac015e9-eda9-4024-8749-3e4d7b4b2b0e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786683450956'] for network, precommit_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:13.607408 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-cc98c1e7-d97c-467c-809d-dffa8a6adade admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3030cd58e8b84983a863241501d0db71&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1697187 Aug 10 14:31:13.608513 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.wsgi [-] (93411) accepted ('10.222.0.42', 49446) {{(pid=93411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:31:13.663100 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Pushing event updated for resources: {'Port': ['ID=d7c73a10-55f7-4d62-9fe7-4a227b278bb5,revision_number=5']} {{(pid=93412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:31:13.686010 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-4b465daa-9df4-4fa7-ad4e-9a3356910ac9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:13.715198 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-4b465daa-9df4-4fa7-ad4e-9a3356910ac9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:13.784908 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-4b465daa-9df4-4fa7-ad4e-9a3356910ac9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734645'] for security_group, after_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:13.788506 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-4b465daa-9df4-4fa7-ad4e-9a3356910ac9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:13.789902 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-4b465daa-9df4-4fa7-ad4e-9a3356910ac9 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6a5fbb32-7ef4-414e-b9ad-759847819d95 HTTP/1.1" status: 204 len: 168 time: 0.1801405 Aug 10 14:31:13.808144 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b465daa-9df4-4fa7-ad4e-9a3356910ac9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a5fbb32-7ef4-414e-b9ad-759847819d95,revision_number=None']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:31:13.861953 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa9b408-bc55-4d25-8c25-646638bff974 req-8d90cc79-75e2-4903-bcda-4edd7928b5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:31:13.864665 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-efa9b408-bc55-4d25-8c25-646638bff974 req-8d90cc79-75e2-4903-bcda-4edd7928b5d8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=18e8c05a-0b63-4e4f-b068-6c86c9aef18c HTTP/1.1" status: 200 len: 850 time: 0.4378097 Aug 10 14:31:13.868298 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-aac015e9-eda9-4024-8749-3e4d7b4b2b0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238'] for network, after_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:13.869894 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aac015e9-eda9-4024-8749-3e4d7b4b2b0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:31:13.870902 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-aac015e9-eda9-4024-8749-3e4d7b4b2b0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-767256'] for network, before_response {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:13.915149 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaf190a-b379-496e-9c7c-d6989fc93cd4 req-c191460d-1a81-4602-ac2c-06449067ae55 tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:31:13.922137 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-faaf190a-b379-496e-9c7c-d6989fc93cd4 req-c191460d-1a81-4602-ac2c-06449067ae55 tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] 10.222.0.42 "GET /v2.0/ports?device_id=fce59a6d-4f8c-4055-8bd1-247ee8b8b679 HTTP/1.1" status: 200 len: 946 time: 0.3495519 Aug 10 14:31:14.235585 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56d0699-c5cf-4e66-bf86-2665367bf7f6 req-e817bfed-9430-40fe-bbab-9f113f8cd4b5 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:31:14.238732 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-a56d0699-c5cf-4e66-bf86-2665367bf7f6 req-e817bfed-9430-40fe-bbab-9f113f8cd4b5 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/ports?device_id=6b203be0-e47c-4371-9eda-83a59ed98be2 HTTP/1.1" status: 200 len: 946 time: 0.5406210 Aug 10 14:31:14.255558 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [None req-aac015e9-eda9-4024-8749-3e4d7b4b2b0e admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.4573822 Aug 10 14:31:14.258852 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac015e9-eda9-4024-8749-3e4d7b4b2b0e admin admin] Pushing event updated for resources: {'Network': ['ID=e46b381a-d26a-4d97-bf28-7661c2d12f4a,revision_number=1']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:31:14.260312 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.wsgi [-] (93411) accepted ('10.222.0.42', 49470) {{(pid=93411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:31:14.302749 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Network e46b381a-d26a-4d97-bf28-7661c2d12f4a details requested by agent ovs-agent-dv-cinder-798198-2-iscsi with host dv-cinder-798198-2-iscsi {{(pid=93412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 14:31:14.309400 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa9b408-bc55-4d25-8c25-646638bff974 req-bdd26be7-48a5-4e1d-ad7e-8e51f8a3fc1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:31:14.312150 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-efa9b408-bc55-4d25-8c25-646638bff974 req-bdd26be7-48a5-4e1d-ad7e-8e51f8a3fc1d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c66be7ba-5c71-487e-a4a7-ed7cb74aecf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.4346008 Aug 10 14:31:14.315411 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.v2.base [None req-d72b415c-4af7-4e0f-b1c2-e8e89ca33716 admin admin] Request body: {'subnet': {'network_id': 'e46b381a-d26a-4d97-bf28-7661c2d12f4a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1068868553-subnet', 'tenant_id': '3b23302b67854dacb20272e06c9df11a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:31:14.318311 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-faaf190a-b379-496e-9c7c-d6989fc93cd4 req-43b08c4b-2db8-40d9-8e26-f0be79e01052 tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] 10.222.0.42 "GET /v2.0/security-groups?id=6de17ce8-2ac1-42a8-95ab-f9984e61b328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3404272 Aug 10 14:31:14.391252 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.wsgi [-] (93410) accepted ('10.222.0.42', 49474) {{(pid=93410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:31:14.408136 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d72b415c-4af7-4e0f-b1c2-e8e89ca33716 admin admin] Made reservation on behalf of 3b23302b67854dacb20272e06c9df11a for: {'subnet': 1} {{(pid=93411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 14:31:14.416337 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-d72b415c-4af7-4e0f-b1c2-e8e89ca33716 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26470732'] for subnet, before_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:14.541036 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 10 Aug 2021 14:31:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5eee365-2330-4aee-ba2c-0ec8548e3cfd x-openstack-request-id: req-e5eee365-2330-4aee-ba2c-0ec8548e3cfd {{(pid=93412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:31:14.542122 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f4b4a64-897e-465f-9bac-f2ddc4135822", "name": "network-vif-plugged", "status": "completed", "tag": "85ef6664-f2b0-44a5-9eb7-d8ada8adac40", "code": 200}, {"server_uuid": "6b203be0-e47c-4371-9eda-83a59ed98be2", "name": "network-vif-plugged", "status": "completed", "tag": "d7c73a10-55f7-4d62-9fe7-4a227b278bb5", "code": 200}]} {{(pid=93412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:31:14.542876 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e5eee365-2330-4aee-ba2c-0ec8548e3cfd {{(pid=93412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:31:14.543835 dv-cinder-798198-2-iscsi neutron-server[93412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f4b4a64-897e-465f-9bac-f2ddc4135822', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85ef6664-f2b0-44a5-9eb7-d8ada8adac40', 'code': 200} Aug 10 14:31:14.546394 dv-cinder-798198-2-iscsi neutron-server[93412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b203be0-e47c-4371-9eda-83a59ed98be2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7c73a10-55f7-4d62-9fe7-4a227b278bb5', 'code': 200} Aug 10 14:31:14.579767 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-a56d0699-c5cf-4e66-bf86-2665367bf7f6 req-5cb53351-ed7a-4af2-8bf8-65cc3430f5c6 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/security-groups?id=ecfbe072-fae7-404f-9e98-b7a4caa3c273&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2586286 Aug 10 14:31:14.684817 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [None req-ac13aa97-b8f8-4879-b7c1-b0c9029f6ac7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=716acf20601042829857d347a44f3682&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2475619 Aug 10 14:31:14.688378 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.wsgi [-] (93411) accepted ('10.222.0.42', 49480) {{(pid=93411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:31:14.709996 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-efa9b408-bc55-4d25-8c25-646638bff974 req-8c1b5fc3-d9bd-47c3-89f2-9ad8ab2ca333 service neutron] 10.222.0.18 "GET /v2.0/networks/c66be7ba-5c71-487e-a4a7-ed7cb74aecf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3814454 Aug 10 14:31:14.997094 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Device a1a32a24-f80d-4406-8c99-ccbce1fee6c9 details requested by agent hyperv_hv-cinder-79819 with host hv-cinder-79819 {{(pid=93412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 14:31:15.027563 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-3782f2a3-349b-461f-a644-4946489dff0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:15.302974 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1a9270-bed9-4f84-a791-9a733d87f3a2 req-3ea0e477-0050-4afe-8d3c-53ab67e3d26e tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:31:15.326293 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-4a1a9270-bed9-4f84-a791-9a733d87f3a2 req-3ea0e477-0050-4afe-8d3c-53ab67e3d26e tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] 10.222.0.42 "GET /v2.0/ports?device_id=9be395dd-4db8-417d-a2bb-336ce985bc64 HTTP/1.1" status: 200 len: 943 time: 0.4645479 Aug 10 14:31:15.338841 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-3782f2a3-349b-461f-a644-4946489dff0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:15.369694 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.db [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] For port a1a32a24-f80d-4406-8c99-ccbce1fee6c9, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=a1a32a24-f80d-4406-8c99-ccbce1fee6c9,segment=NetworkSegment(9070e634-2e5b-4a24-9474-38d8394f1b6d),segment_id=9070e634-2e5b-4a24-9474-38d8394f1b6d)] {{(pid=93412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:31:15.401132 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Returning: {'device': 'a1a32a24-f80d-4406-8c99-ccbce1fee6c9', 'network_id': 'c66be7ba-5c71-487e-a4a7-ed7cb74aecf9', 'port_id': 'a1a32a24-f80d-4406-8c99-ccbce1fee6c9', 'mac_address': 'fa:16:3e:15:a4:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 565, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18e8c05a-0b63-4e4f-b068-6c86c9aef18c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 14:31:15.444094 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3726811-5c0d-447d-8161-18b498b2f533 req-1d296b04-d138-4e52-8cf7-98c0ec867ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:31:15.464678 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [req-c3726811-5c0d-447d-8161-18b498b2f533 req-1d296b04-d138-4e52-8cf7-98c0ec867ac2 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=6b203be0-e47c-4371-9eda-83a59ed98be2 HTTP/1.1" status: 200 len: 1099 time: 0.4914429 Aug 10 14:31:15.506111 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-efa9b408-bc55-4d25-8c25-646638bff974 req-36a99cc6-6671-4e0a-af38-c64af233f2e3 service neutron] 10.222.0.18 "GET /v2.0/networks/c66be7ba-5c71-487e-a4a7-ed7cb74aecf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7816942 Aug 10 14:31:15.510811 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:15.532084 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.notifiers.nova [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1a32a24-f80d-4406-8c99-ccbce1fee6c9 {{(pid=93412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 14:31:15.586388 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.db [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] For port a1a32a24-f80d-4406-8c99-ccbce1fee6c9, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=a1a32a24-f80d-4406-8c99-ccbce1fee6c9,segment=NetworkSegment(9070e634-2e5b-4a24-9474-38d8394f1b6d),segment_id=9070e634-2e5b-4a24-9474-38d8394f1b6d)] {{(pid=93412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:31:15.591191 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d9c488-f950-485f-b4e9-e69ff72730e4 req-104faa0e-9e98-4c6e-bf8e-cacd17586396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:31:15.596295 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683854493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786683465220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786683465238'] for port, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:15.596484 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-90d9c488-f950-485f-b4e9-e69ff72730e4 req-104faa0e-9e98-4c6e-bf8e-cacd17586396 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0f4b4a64-897e-465f-9bac-f2ddc4135822 HTTP/1.1" status: 200 len: 1098 time: 0.5803854 Aug 10 14:31:15.661248 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [req-c3726811-5c0d-447d-8161-18b498b2f533 req-508d4f56-a5e1-4ed1-a47b-f56d0f6e587e service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=ecfbe072-fae7-404f-9e98-b7a4caa3c273&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1711240 Aug 10 14:31:15.673896 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-d72b415c-4af7-4e0f-b1c2-e8e89ca33716 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2690516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26470750'] for subnet, after_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:15.677337 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Pushing event updated for resources: {'Port': ['ID=a1a32a24-f80d-4406-8c99-ccbce1fee6c9,revision_number=4']} {{(pid=93412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:31:15.679626 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-3782f2a3-349b-461f-a644-4946489dff0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734645'] for security_group, after_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:15.683017 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-3782f2a3-349b-461f-a644-4946489dff0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:15.684455 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-3782f2a3-349b-461f-a644-4946489dff0f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e7580882-6791-4f01-8a19-9d4e2f32c4dd HTTP/1.1" status: 204 len: 168 time: 0.9947793 Aug 10 14:31:15.694950 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:31:15.695527 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:31:15.696174 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:31:15.697616 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:31:15.700989 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:31:15.701845 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:31:15.703270 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:31:15.703876 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:31:15.704471 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:31:15.705036 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:31:15.705830 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:31:15.706636 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:31:15.720480 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3782f2a3-349b-461f-a644-4946489dff0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7580882-6791-4f01-8a19-9d4e2f32c4dd,revision_number=None']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:31:15.767637 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d72b415c-4af7-4e0f-b1c2-e8e89ca33716 admin admin] Checking segment: {'id': 'e115e471-fa7e-4943-a154-690af287536f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'e46b381a-d26a-4d97-bf28-7661c2d12f4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 14:31:15.768291 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d72b415c-4af7-4e0f-b1c2-e8e89ca33716 admin admin] Network hostable DHCP agents. Network: e46b381a-d26a-4d97-bf28-7661c2d12f4a, hostable agents: ['53faeb90-ccf6-4b1a-8900-1e421dfb616b'], hosted agents: [] {{(pid=93411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 14:31:15.771175 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72b415c-4af7-4e0f-b1c2-e8e89ca33716 admin admin] Pushing event updated for resources: {'Subnet': ['ID=38386728-633f-4925-b480-5fb49e3e09fe,revision_number=0']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:31:15.792996 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d72b415c-4af7-4e0f-b1c2-e8e89ca33716 admin admin] Network e46b381a-d26a-4d97-bf28-7661c2d12f4a is scheduled to be hosted by DHCP agent 53faeb90-ccf6-4b1a-8900-1e421dfb616b with binding_index 1 {{(pid=93411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 14:31:15.819260 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-4a1a9270-bed9-4f84-a791-9a733d87f3a2 req-57492ad1-5316-4488-a06b-5e66b924fd59 tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9912597-50da-44b4-8698-0c8676f2e6da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4554405 Aug 10 14:31:15.820507 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.scheduler.base_scheduler [None req-d72b415c-4af7-4e0f-b1c2-e8e89ca33716 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798198-2-iscsi, e46b381a-d26a-4d97-bf28-7661c2d12f4a) {{(pid=93411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:31:15.820660 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-90d9c488-f950-485f-b4e9-e69ff72730e4 req-51ae05f1-6cdd-4f2b-87b7-3c4c5d56bd43 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=6de17ce8-2ac1-42a8-95ab-f9984e61b328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995528 Aug 10 14:31:15.829998 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1c1efb4-3cf0-4c99-8f5b-c7e07235fc6e None None] Network e46b381a-d26a-4d97-bf28-7661c2d12f4a requested from dv-cinder-798198-2-iscsi {{(pid=93412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 14:31:15.833043 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d72b415c-4af7-4e0f-b1c2-e8e89ca33716 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:31:15.837906 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-d72b415c-4af7-4e0f-b1c2-e8e89ca33716 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:15.844620 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a39bf6-79cc-4b9c-97b2-f985bdd601c8 req-57d8ce90-de0a-40e3-99ac-e49a9033235f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:31:15.846331 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-90a39bf6-79cc-4b9c-97b2-f985bdd601c8 req-57d8ce90-de0a-40e3-99ac-e49a9033235f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bf4e0f7339204a0c95f8d4f09f21f7e0&device_id=fce59a6d-4f8c-4055-8bd1-247ee8b8b679 HTTP/1.1" status: 200 len: 1099 time: 0.4287670 Aug 10 14:31:15.870057 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba226388-681b-4cc3-a539-44852be1dbe0 req-ee3b7b00-b739-4f78-9de3-dd2a93ce5bd4 tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:31:15.874481 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-d72b415c-4af7-4e0f-b1c2-e8e89ca33716 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.6061368 Aug 10 14:31:15.879731 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-ba226388-681b-4cc3-a539-44852be1dbe0 req-ee3b7b00-b739-4f78-9de3-dd2a93ce5bd4 tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] 10.222.0.42 "GET /v2.0/ports?device_id=fce59a6d-4f8c-4055-8bd1-247ee8b8b679 HTTP/1.1" status: 200 len: 946 time: 0.2959814 Aug 10 14:31:15.898549 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.db [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] get_ports_and_sgs() called for port_ids ['a1a32a24-f80d-4406-8c99-ccbce1fee6c9'] {{(pid=93412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 14:31:16.075238 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-ba226388-681b-4cc3-a539-44852be1dbe0 req-0b3e2a5c-7883-4ebc-b52f-7985c59e8356 tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] 10.222.0.42 "GET /v2.0/security-groups?id=6de17ce8-2ac1-42a8-95ab-f9984e61b328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934726 Aug 10 14:31:16.076644 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-961d368f-f030-4667-853c-62151b9032c1 None None] Network e46b381a-d26a-4d97-bf28-7661c2d12f4a requested from dv-cinder-798198-2-iscsi {{(pid=93412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 14:31:16.133985 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a39bf6-79cc-4b9c-97b2-f985bdd601c8 req-edba0e10-d219-458b-8a8c-42f0e1ec83f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:31:16.137602 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-90a39bf6-79cc-4b9c-97b2-f985bdd601c8 req-edba0e10-d219-458b-8a8c-42f0e1ec83f5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=468e5951-9973-4325-8315-97f35e9a6c27 HTTP/1.1" status: 200 len: 920 time: 0.2536638 Aug 10 14:31:16.155265 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093d6c29-5258-499a-bf93-2156aee7c1f2 req-5e668ede-ae93-40bc-a769-85de2509414c tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:31:16.170148 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-093d6c29-5258-499a-bf93-2156aee7c1f2 req-5e668ede-ae93-40bc-a769-85de2509414c tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/ports?device_id=6b203be0-e47c-4371-9eda-83a59ed98be2 HTTP/1.1" status: 200 len: 946 time: 0.2066689 Aug 10 14:31:16.323314 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-90a39bf6-79cc-4b9c-97b2-f985bdd601c8 req-12604b67-962c-4374-a317-d3fa4b25d03a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7f974a37-9b19-44dd-809a-ed83c72a7b00 HTTP/1.1" status: 200 len: 217 time: 0.1496089 Aug 10 14:31:16.329379 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-093d6c29-5258-499a-bf93-2156aee7c1f2 req-67db28b9-3496-4f38-a1b3-15d54b6f6ba0 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/security-groups?id=ecfbe072-fae7-404f-9e98-b7a4caa3c273&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1576958 Aug 10 14:31:16.391684 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a39bf6-79cc-4b9c-97b2-f985bdd601c8 req-9e187f6c-62e4-400b-8fd0-6ebb8bae5f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:31:16.393783 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-90a39bf6-79cc-4b9c-97b2-f985bdd601c8 req-9e187f6c-62e4-400b-8fd0-6ebb8bae5f96 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=525c6944-484f-4ed6-9e34-5e6d53ad95f0 HTTP/1.1" status: 200 len: 859 time: 0.0631657 Aug 10 14:31:16.435112 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-90a39bf6-79cc-4b9c-97b2-f985bdd601c8 req-3d7ef75b-2959-4390-9bf3-eb2e26e5f74b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=468e5951-9973-4325-8315-97f35e9a6c27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303833 Aug 10 14:31:16.624632 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-90a39bf6-79cc-4b9c-97b2-f985bdd601c8 req-55f79a88-82d2-4648-be95-f30ee1e74d21 service neutron] 10.222.0.18 "GET /v2.0/networks/468e5951-9973-4325-8315-97f35e9a6c27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785920 Aug 10 14:31:16.738211 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-90a39bf6-79cc-4b9c-97b2-f985bdd601c8 req-0dfcc779-3933-49ab-931f-401df8ef719c service neutron] 10.222.0.18 "GET /v2.0/networks/468e5951-9973-4325-8315-97f35e9a6c27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999608 Aug 10 14:31:16.993670 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb547185-8a76-4a6d-96f3-8b51bd4d64ae req-783f0e78-73a4-4d38-ae48-b3cc2657fedf tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:31:17.001745 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-bb547185-8a76-4a6d-96f3-8b51bd4d64ae req-783f0e78-73a4-4d38-ae48-b3cc2657fedf tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] 10.222.0.42 "GET /v2.0/ports?device_id=9be395dd-4db8-417d-a2bb-336ce985bc64 HTTP/1.1" status: 200 len: 944 time: 0.0833941 Aug 10 14:31:17.062870 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-bb547185-8a76-4a6d-96f3-8b51bd4d64ae req-a1f48723-affe-44c5-8f50-23570b0d8209 tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9912597-50da-44b4-8698-0c8676f2e6da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599298 Aug 10 14:31:17.273696 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da64a712-207e-4b8d-9b33-398a56bf6a06 req-d9e20d92-5d12-4414-9c84-5b39f701ebbd tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:31:17.276439 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-da64a712-207e-4b8d-9b33-398a56bf6a06 req-d9e20d92-5d12-4414-9c84-5b39f701ebbd tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] 10.222.0.42 "GET /v2.0/ports?device_id=fce59a6d-4f8c-4055-8bd1-247ee8b8b679 HTTP/1.1" status: 200 len: 946 time: 0.1210141 Aug 10 14:31:17.352686 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-da64a712-207e-4b8d-9b33-398a56bf6a06 req-fc861ba3-75be-4126-b498-cab42989ca60 tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] 10.222.0.42 "GET /v2.0/security-groups?id=6de17ce8-2ac1-42a8-95ab-f9984e61b328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656435 Aug 10 14:31:17.392342 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.wsgi [-] (93411) accepted ('10.222.0.42', 49576) {{(pid=93411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:31:17.398442 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.v2.base [None req-e1969c58-db27-46d4-92ab-af7024a3c9cd admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1768585979-network', 'tenant_id': '62afa7325a51487c945fa6955d71000a'}} {{(pid=93411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:31:17.453656 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1969c58-db27-46d4-92ab-af7024a3c9cd admin admin] Made reservation on behalf of 62afa7325a51487c945fa6955d71000a for: {'network': 1} {{(pid=93411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 14:31:17.464373 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-e1969c58-db27-46d4-92ab-af7024a3c9cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for network, before_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:17.481266 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-e1969c58-db27-46d4-92ab-af7024a3c9cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:17.609846 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c48b144-1014-4482-aa07-61169eef2a84 req-70de4154-7edb-4b8c-9785-8fed23ab7bc3 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:31:17.626300 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-1c48b144-1014-4482-aa07-61169eef2a84 req-70de4154-7edb-4b8c-9785-8fed23ab7bc3 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/ports?device_id=6b203be0-e47c-4371-9eda-83a59ed98be2 HTTP/1.1" status: 200 len: 946 time: 0.1374273 Aug 10 14:31:17.726417 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-1c48b144-1014-4482-aa07-61169eef2a84 req-b8a58d46-96c5-44ed-a75d-e55096358b37 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/security-groups?id=ecfbe072-fae7-404f-9e98-b7a4caa3c273&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0944772 Aug 10 14:31:17.768564 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-e1969c58-db27-46d4-92ab-af7024a3c9cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:17.775835 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-e1969c58-db27-46d4-92ab-af7024a3c9cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734645'] for security_group, after_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:17.790946 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1969c58-db27-46d4-92ab-af7024a3c9cd admin admin] vlan segment allocate from pool success with {'vlan_id': 577, 'physical_network': 'physnet1'} {{(pid=93411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 14:31:17.801702 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-e1969c58-db27-46d4-92ab-af7024a3c9cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1962803'] for segment, precommit_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:17.802179 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.db.segments_db [None req-e1969c58-db27-46d4-92ab-af7024a3c9cd admin admin] Added segment 593c4330-bbce-4c49-93df-e28330de3144 of type vlan for network 15115357-9854-44c4-af44-ebeab49ecf84 Aug 10 14:31:17.847230 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-e1969c58-db27-46d4-92ab-af7024a3c9cd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786683450956'] for network, precommit_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:17.860871 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.db.agents_db [None req-84c9d1dd-add5-4bf7-b0ef-63077aab3240 None None] Agent healthcheck: found 6 active agents {{(pid=93413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 14:31:17.928754 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-e1969c58-db27-46d4-92ab-af7024a3c9cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238'] for network, after_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:17.938983 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1969c58-db27-46d4-92ab-af7024a3c9cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:31:17.939683 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-e1969c58-db27-46d4-92ab-af7024a3c9cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-767256'] for network, before_response {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:18.037152 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1969c58-db27-46d4-92ab-af7024a3c9cd admin admin] Pushing event updated for resources: {'Network': ['ID=15115357-9854-44c4-af44-ebeab49ecf84,revision_number=1']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:31:18.048403 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-e1969c58-db27-46d4-92ab-af7024a3c9cd admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6548476 Aug 10 14:31:18.049793 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Network 15115357-9854-44c4-af44-ebeab49ecf84 details requested by agent ovs-agent-dv-cinder-798198-2-iscsi with host dv-cinder-798198-2-iscsi {{(pid=93412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 14:31:18.053705 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.wsgi [-] (93410) accepted ('10.222.0.42', 49602) {{(pid=93410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:31:18.061049 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1969c58-db27-46d4-92ab-af7024a3c9cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3e0ac2a-7558-48f1-ae83-7f153ed46438,revision_number=1']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:31:18.072936 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.v2.base [None req-12cea4ab-d562-43f9-8b31-81fec952ef2b admin admin] Request body: {'subnet': {'network_id': '15115357-9854-44c4-af44-ebeab49ecf84', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1768585979-subnet', 'tenant_id': '62afa7325a51487c945fa6955d71000a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:31:18.116454 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8411408e-fe71-429d-aff5-42a780fb3245 req-2ee97290-1101-4365-99c7-75aad0c0279e tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:31:18.120125 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-8411408e-fe71-429d-aff5-42a780fb3245 req-2ee97290-1101-4365-99c7-75aad0c0279e tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/ports?device_id=6b203be0-e47c-4371-9eda-83a59ed98be2 HTTP/1.1" status: 200 len: 946 time: 0.1380992 Aug 10 14:31:18.137657 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.wsgi [-] (93411) accepted ('10.222.0.42', 49612) {{(pid=93411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:31:18.146566 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.v2.base [None req-0db66649-7d6d-401f-8613-749fbaf78e4a tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Request body: {'floatingip': {'port_id': 'd7c73a10-55f7-4d62-9fe7-4a227b278bb5'}} {{(pid=93411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:31:18.161867 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12cea4ab-d562-43f9-8b31-81fec952ef2b admin admin] Made reservation on behalf of 62afa7325a51487c945fa6955d71000a for: {'subnet': 1} {{(pid=93410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 14:31:18.166225 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-12cea4ab-d562-43f9-8b31-81fec952ef2b admin admin] Notify callbacks [] for subnet, before_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:18.282775 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-0db66649-7d6d-401f-8613-749fbaf78e4a tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Notify callbacks [] for floatingip, before_update {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:18.353760 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946b87d8-0641-468f-bcd7-f3cc261d95ca req-b7835035-afa0-4218-86cb-595a78ef88a6 tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:31:18.360441 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-946b87d8-0641-468f-bcd7-f3cc261d95ca req-b7835035-afa0-4218-86cb-595a78ef88a6 tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] 10.222.0.42 "GET /v2.0/ports?device_id=9be395dd-4db8-417d-a2bb-336ce985bc64 HTTP/1.1" status: 200 len: 944 time: 0.1103055 Aug 10 14:31:18.546022 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-946b87d8-0641-468f-bcd7-f3cc261d95ca req-4c6dec3f-cb5f-4212-b7de-221ed53159dc tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9912597-50da-44b4-8698-0c8676f2e6da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1826305 Aug 10 14:31:18.732086 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4c8086-0666-4c09-9231-ddffef4d6682 req-3f5e45f7-07fd-4bd7-b60c-1e4f8f0e54b1 tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:31:18.740448 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-1e4c8086-0666-4c09-9231-ddffef4d6682 req-3f5e45f7-07fd-4bd7-b60c-1e4f8f0e54b1 tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] 10.222.0.42 "GET /v2.0/ports?device_id=fce59a6d-4f8c-4055-8bd1-247ee8b8b679 HTTP/1.1" status: 200 len: 946 time: 0.1493354 Aug 10 14:31:18.750786 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-12cea4ab-d562-43f9-8b31-81fec952ef2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238'] for subnet, after_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:18.977907 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cea4ab-d562-43f9-8b31-81fec952ef2b admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4e0463b-bd49-494e-92d4-cf609ea66526,revision_number=0']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:31:19.037040 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Device a1a32a24-f80d-4406-8c99-ccbce1fee6c9 up at agent hyperv_hv-cinder-79819 {{(pid=93412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:31:19.064744 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-1e4c8086-0666-4c09-9231-ddffef4d6682 req-01e1c49e-ebc1-455b-9597-8fe87f705caa tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] 10.222.0.42 "GET /v2.0/security-groups?id=6de17ce8-2ac1-42a8-95ab-f9984e61b328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3217719 Aug 10 14:31:19.087017 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12cea4ab-d562-43f9-8b31-81fec952ef2b admin admin] Checking segment: {'id': '593c4330-bbce-4c49-93df-e28330de3144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '15115357-9854-44c4-af44-ebeab49ecf84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 14:31:19.087390 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12cea4ab-d562-43f9-8b31-81fec952ef2b admin admin] Network hostable DHCP agents. Network: 15115357-9854-44c4-af44-ebeab49ecf84, hostable agents: ['53faeb90-ccf6-4b1a-8900-1e421dfb616b'], hosted agents: [] {{(pid=93410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 14:31:19.127187 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12cea4ab-d562-43f9-8b31-81fec952ef2b admin admin] Network 15115357-9854-44c4-af44-ebeab49ecf84 is scheduled to be hosted by DHCP agent 53faeb90-ccf6-4b1a-8900-1e421dfb616b with binding_index 1 {{(pid=93410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 14:31:19.147090 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.scheduler.base_scheduler [None req-12cea4ab-d562-43f9-8b31-81fec952ef2b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798198-2-iscsi, 15115357-9854-44c4-af44-ebeab49ecf84) {{(pid=93410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:31:19.162339 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba589dd7-b5d4-4095-9a1a-18de760d798f None None] Network 15115357-9854-44c4-af44-ebeab49ecf84 requested from dv-cinder-798198-2-iscsi {{(pid=93412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 14:31:19.163834 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12cea4ab-d562-43f9-8b31-81fec952ef2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:31:19.164809 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-12cea4ab-d562-43f9-8b31-81fec952ef2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-767256'] for subnet, before_response {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:19.193253 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [None req-12cea4ab-d562-43f9-8b31-81fec952ef2b admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1309640 Aug 10 14:31:19.264755 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.provisioning_blocks [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Provisioning for port a1a32a24-f80d-4406-8c99-ccbce1fee6c9 completed by entity L2. {{(pid=93412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 14:31:19.277145 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.provisioning_blocks [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Provisioning complete for port a1a32a24-f80d-4406-8c99-ccbce1fee6c9 triggered by entity L2. {{(pid=93412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:31:19.278615 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932393'] for port, provisioning_complete {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:19.301704 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.db.resource_extend [None req-0db66649-7d6d-401f-8613-749fbaf78e4a tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 10 14:31:19.507182 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-0db66649-7d6d-401f-8613-749fbaf78e4a tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:19.513211 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-0db66649-7d6d-401f-8613-749fbaf78e4a tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-880024'] for floatingip, after_update {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:19.534231 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:19.631065 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdc2af52-511a-4865-be79-892b9c55ccbe None None] Network 15115357-9854-44c4-af44-ebeab49ecf84 requested from dv-cinder-798198-2-iscsi {{(pid=93412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 14:31:19.747886 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9be395dd-4db8-417d-a2bb-336ce985bc64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1a32a24-f80d-4406-8c99-ccbce1fee6c9'}] {{(pid=93412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:31:19.751823 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9406f3752f8c5c09b2197ea24f22201eb31b4bb693178eb20b3d616b4d9459a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37019895-1491-4685-8ca9-3ee137fce97c" -d '{"events": [{"server_uuid": "9be395dd-4db8-417d-a2bb-336ce985bc64", "name": "network-vif-plugged", "status": "completed", "tag": "a1a32a24-f80d-4406-8c99-ccbce1fee6c9"}]}' {{(pid=93412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:31:19.777333 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.db [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] For port a1a32a24-f80d-4406-8c99-ccbce1fee6c9, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=a1a32a24-f80d-4406-8c99-ccbce1fee6c9,segment=NetworkSegment(9070e634-2e5b-4a24-9474-38d8394f1b6d),segment_id=9070e634-2e5b-4a24-9474-38d8394f1b6d)] {{(pid=93412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:31:19.787202 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683854493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786683465220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786683465238'] for port, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:19.858956 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbf3527-3197-47ac-b59f-f26a68d814fb req-e3d98867-110a-4304-907a-0ee2534077e4 tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:31:19.867975 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-6dbf3527-3197-47ac-b59f-f26a68d814fb req-e3d98867-110a-4304-907a-0ee2534077e4 tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] 10.222.0.42 "GET /v2.0/ports?device_id=9be395dd-4db8-417d-a2bb-336ce985bc64 HTTP/1.1" status: 200 len: 944 time: 0.1779583 Aug 10 14:31:19.930513 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-6dbf3527-3197-47ac-b59f-f26a68d814fb req-94014d23-ce0e-490d-bc4b-2b1a5254856d tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9912597-50da-44b4-8698-0c8676f2e6da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612850 Aug 10 14:31:20.108130 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 14:31:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-568ec326-7146-4963-b680-a06446d15053 x-openstack-request-id: req-568ec326-7146-4963-b680-a06446d15053 {{(pid=93412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:31:20.110084 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9be395dd-4db8-417d-a2bb-336ce985bc64", "name": "network-vif-plugged", "status": "completed", "tag": "a1a32a24-f80d-4406-8c99-ccbce1fee6c9", "code": 200}]} {{(pid=93412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:31:20.110421 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-568ec326-7146-4963-b680-a06446d15053 {{(pid=93412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:31:20.110837 dv-cinder-798198-2-iscsi neutron-server[93412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9be395dd-4db8-417d-a2bb-336ce985bc64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1a32a24-f80d-4406-8c99-ccbce1fee6c9', 'code': 200} Aug 10 14:31:20.119717 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Pushing event updated for resources: {'Port': ['ID=a1a32a24-f80d-4406-8c99-ccbce1fee6c9,revision_number=5']} {{(pid=93412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:31:20.123053 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.db.l3_db [None req-0db66649-7d6d-401f-8613-749fbaf78e4a tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Floating IP 96bfd08d-0092-48a0-ab5a-f00566003a4e associated. External IP: 172.27.0.234, port: d7c73a10-55f7-4d62-9fe7-4a227b278bb5. Aug 10 14:31:20.231375 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c491c60b-48c4-415c-ade4-ba7a875d4933 req-f6aa1e07-db81-4133-bf0c-88260974d483 tempest-DeleteServersTestJSON-296734148 tempest-DeleteServersTestJSON-296734148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:31:20.232991 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-c491c60b-48c4-415c-ade4-ba7a875d4933 req-f6aa1e07-db81-4133-bf0c-88260974d483 tempest-DeleteServersTestJSON-296734148 tempest-DeleteServersTestJSON-296734148-project] 10.222.0.42 "GET /v2.0/ports?device_id=c6ecb309-c906-4a41-a235-dc8d993f597a HTTP/1.1" status: 200 len: 945 time: 0.1146801 Aug 10 14:31:20.366867 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f708f0c-d374-4d39-b80e-34041b52ea5d req-7bf2e524-d21f-4312-b8e9-dbc477a0cdce tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:31:20.368496 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-7f708f0c-d374-4d39-b80e-34041b52ea5d req-7bf2e524-d21f-4312-b8e9-dbc477a0cdce tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] 10.222.0.42 "GET /v2.0/ports?device_id=fce59a6d-4f8c-4055-8bd1-247ee8b8b679 HTTP/1.1" status: 200 len: 946 time: 0.1105814 Aug 10 14:31:20.384048 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ee5edb-e4e1-4445-b665-4d10fea5a830 req-d3d10faf-02f0-4e90-9a3d-553c8609b7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:31:20.385669 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-c1ee5edb-e4e1-4445-b665-4d10fea5a830 req-d3d10faf-02f0-4e90-9a3d-553c8609b7b8 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9be395dd-4db8-417d-a2bb-336ce985bc64 HTTP/1.1" status: 200 len: 1098 time: 0.1516004 Aug 10 14:31:20.389086 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-c491c60b-48c4-415c-ade4-ba7a875d4933 req-eaff4364-e3cf-46d9-b304-59191a217788 tempest-DeleteServersTestJSON-296734148 tempest-DeleteServersTestJSON-296734148-project] 10.222.0.42 "GET /v2.0/security-groups?id=eae2e6f4-5260-40e9-b0c5-ae304962d8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343319 Aug 10 14:31:20.444020 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-c1ee5edb-e4e1-4445-b665-4d10fea5a830 req-0cdc995c-4179-47b9-a902-f6ef378a0e6c service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=b9912597-50da-44b4-8698-0c8676f2e6da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489964 Aug 10 14:31:20.500874 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-7f708f0c-d374-4d39-b80e-34041b52ea5d req-210ea075-f35d-42e5-8eaa-4d0335037b5f tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] 10.222.0.42 "GET /v2.0/security-groups?id=6de17ce8-2ac1-42a8-95ab-f9984e61b328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007011 Aug 10 14:31:20.555754 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0db66649-7d6d-401f-8613-749fbaf78e4a tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Router 9c09542e-5201-4a53-a355-b1f2b1a699e0 has already been hosted by L3 agent 8acc92de-0cfa-4d60-8b37-a39a4d3c1570 {{(pid=93411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 14:31:20.746684 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0db66649-7d6d-401f-8613-749fbaf78e4a tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Notify agent at l3_agent.dv-cinder-798198-2-iscsi the message routers_updated {{(pid=93411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 14:31:20.753265 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-0db66649-7d6d-401f-8613-749fbaf78e4a tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-387483'] for floatingip, before_response {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:20.774362 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de8f66f-5b0e-4a35-85f9-efbe373529d2 None None] Sync routers for ids ['9c09542e-5201-4a53-a355-b1f2b1a699e0'] in dv-cinder-798198-2-iscsi {{(pid=93413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 14:31:20.789409 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de8f66f-5b0e-4a35-85f9-efbe373529d2 None None] Routers {'9c09542e-5201-4a53-a355-b1f2b1a699e0'} bound to L3 agent in host dv-cinder-798198-2-iscsi {{(pid=93413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:31:20.790093 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.db.l3_hamode_db [None req-9de8f66f-5b0e-4a35-85f9-efbe373529d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T14:22:29Z,description=,heartbeat_timestamp=2021-08-10T14:30:59Z,host='dv-cinder-798198-2-iscsi',id=8acc92de-0cfa-4d60-8b37-a39a4d3c1570,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T14:22:29Z,topic='l3_agent')) {'router_ids': ['9c09542e-5201-4a53-a355-b1f2b1a699e0'], 'active': True} {{(pid=93413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:31:20.825076 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-0db66649-7d6d-401f-8613-749fbaf78e4a tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "PUT /v2.0/floatingips/96bfd08d-0092-48a0-ab5a-f00566003a4e HTTP/1.1" status: 200 len: 992 time: 2.6836853 Aug 10 14:31:20.826073 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b203be0-e47c-4371-9eda-83a59ed98be2', 'tag': 'd7c73a10-55f7-4d62-9fe7-4a227b278bb5'}] {{(pid=93411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:31:20.832196 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800b4800a729c8c4e9259a6bd3a96cb19d394e8e3458720dab8774963c0953a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d3b45c8-ebc3-46e0-bc81-619338ba786d" -d '{"events": [{"name": "network-changed", "server_uuid": "6b203be0-e47c-4371-9eda-83a59ed98be2", "tag": "d7c73a10-55f7-4d62-9fe7-4a227b278bb5"}]}' {{(pid=93411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:31:20.924482 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 14:31:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb198c28-bce6-4a78-b83e-c106a191e9bd x-openstack-request-id: req-bb198c28-bce6-4a78-b83e-c106a191e9bd {{(pid=93411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:31:20.924935 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b203be0-e47c-4371-9eda-83a59ed98be2", "tag": "d7c73a10-55f7-4d62-9fe7-4a227b278bb5", "status": "completed", "code": 200}]} {{(pid=93411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:31:20.925351 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-bb198c28-bce6-4a78-b83e-c106a191e9bd {{(pid=93411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:31:20.926272 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b203be0-e47c-4371-9eda-83a59ed98be2', 'tag': 'd7c73a10-55f7-4d62-9fe7-4a227b278bb5', 'status': 'completed', 'code': 200} Aug 10 14:31:20.983997 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.db.l3_dvr_db [None req-9de8f66f-5b0e-4a35-85f9-efbe373529d2 None None] Set router 9c09542e-5201-4a53-a355-b1f2b1a699e0 gateway port host: dv-cinder-798198-2-iscsi {{(pid=93413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:31:21.100009 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3b45c8-ebc3-46e0-bc81-619338ba786d req-be075963-d385-4fc0-8a4e-ab249527e183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:31:21.101854 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-7d3b45c8-ebc3-46e0-bc81-619338ba786d req-be075963-d385-4fc0-8a4e-ab249527e183 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e156b5d0a1d64f118dbb019f54a5f1f0&device_id=6b203be0-e47c-4371-9eda-83a59ed98be2 HTTP/1.1" status: 200 len: 1099 time: 0.1313725 Aug 10 14:31:21.111350 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb61926b-548a-4179-8db8-74e4cae81afb req-911f47c8-1cf5-4ff2-a0e7-afac3c6ce3fb tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:31:21.113188 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-eb61926b-548a-4179-8db8-74e4cae81afb req-911f47c8-1cf5-4ff2-a0e7-afac3c6ce3fb tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] 10.222.0.42 "GET /v2.0/ports?device_id=9be395dd-4db8-417d-a2bb-336ce985bc64 HTTP/1.1" status: 200 len: 945 time: 0.0752606 Aug 10 14:31:21.248337 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-eb61926b-548a-4179-8db8-74e4cae81afb req-751be917-2fbe-40d7-a8d4-1a714addbbf1 tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9912597-50da-44b4-8698-0c8676f2e6da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1246724 Aug 10 14:31:21.381027 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3b45c8-ebc3-46e0-bc81-619338ba786d req-9f69789c-5d45-4b27-af3a-752cd6547b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:31:21.384080 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-7d3b45c8-ebc3-46e0-bc81-619338ba786d req-9f69789c-5d45-4b27-af3a-752cd6547b7f service neutron] 10.222.0.18 "GET /v2.0/networks?id=86a6d1d4-f800-47bf-859f-81a5bd8d7c63 HTTP/1.1" status: 200 len: 917 time: 0.2690532 Aug 10 14:31:21.522658 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.db.l3_hamode_db [None req-9de8f66f-5b0e-4a35-85f9-efbe373529d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c09542e-5201-4a53-a355-b1f2b1a699e0', 'name': 'tempest-AttachVolumeShelveTestJSON-564264007-router', 'tenant_id': 'e156b5d0a1d64f118dbb019f54a5f1f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'external_fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': 'a6b091e1-0abc-4678-a829-20447b882acc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:30:13Z', 'updated_at': '2021-08-10T14:30:27Z', 'revision_number': 4, 'project_id': 'e156b5d0a1d64f118dbb019f54a5f1f0', 'gw_port': {'id': 'a6b091e1-0abc-4678-a829-20447b882acc', 'name': '', 'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:af:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c09542e-5201-4a53-a355-b1f2b1a699e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:30:14Z', 'updated_at': '2021-08-10T14:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-2-iscsi', '_floatingips': [{'id': '96bfd08d-0092-48a0-ab5a-f00566003a4e', 'tenant_id': 'e156b5d0a1d64f118dbb019f54a5f1f0', 'floating_ip_address': '172.27.0.234', 'floating_network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'router_id': '9c09542e-5201-4a53-a355-b1f2b1a699e0', 'port_id': 'd7c73a10-55f7-4d62-9fe7-4a227b278bb5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86a6d1d4-f800-47bf-859f-81a5bd8d7c63', 'mac_address': 'fa:16:3e:26:09:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b203be0-e47c-4371-9eda-83a59ed98be2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T14:30:48Z', 'updated_at': '2021-08-10T14:31:19Z', 'revision_number': 1, 'project_id': 'e156b5d0a1d64f118dbb019f54a5f1f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f882fd6-bfde-48b0-8130-3397db487faf', 'name': '', 'network_id': '86a6d1d4-f800-47bf-859f-81a5bd8d7c63', 'tenant_id': 'e156b5d0a1d64f118dbb019f54a5f1f0', 'mac_address': 'fa:16:3e:94:6e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c09542e-5201-4a53-a355-b1f2b1a699e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '061e4b8c-ab2d-4682-a3d2-e34df59bc21f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:30:23Z', 'updated_at': '2021-08-10T14:30:44Z', 'revision_number': 5, 'project_id': 'e156b5d0a1d64f118dbb019f54a5f1f0', 'subnets': [{'id': '061e4b8c-ab2d-4682-a3d2-e34df59bc21f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-2-iscsi', False) {} {{(pid=93413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:31:21.570798 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-7d3b45c8-ebc3-46e0-bc81-619338ba786d req-82e6b1f8-e3b7-4d07-a99f-d2ce0def51b5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d7c73a10-55f7-4d62-9fe7-4a227b278bb5 HTTP/1.1" status: 200 len: 1000 time: 0.1646192 Aug 10 14:31:21.593631 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de8f66f-5b0e-4a35-85f9-efbe373529d2 None None] Checking router: 9c09542e-5201-4a53-a355-b1f2b1a699e0 for host: dv-cinder-798198-2-iscsi {{(pid=93413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 14:31:21.613836 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de8f66f-5b0e-4a35-85f9-efbe373529d2 None None] Routers {'9c09542e-5201-4a53-a355-b1f2b1a699e0'} bound to L3 agent in host dv-cinder-798198-2-iscsi {{(pid=93413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:31:21.613836 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.db.l3_hamode_db [None req-9de8f66f-5b0e-4a35-85f9-efbe373529d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T14:22:29Z,description=,heartbeat_timestamp=2021-08-10T14:30:59Z,host='dv-cinder-798198-2-iscsi',id=8acc92de-0cfa-4d60-8b37-a39a4d3c1570,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T14:22:29Z,topic='l3_agent')) {'router_ids': ['9c09542e-5201-4a53-a355-b1f2b1a699e0'], 'active': True} {{(pid=93413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:31:21.647783 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.wsgi [-] (93411) accepted ('10.222.0.42', 49794) {{(pid=93411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:31:21.831812 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.db.l3_dvr_db [None req-9de8f66f-5b0e-4a35-85f9-efbe373529d2 None None] Set router 9c09542e-5201-4a53-a355-b1f2b1a699e0 gateway port host: dv-cinder-798198-2-iscsi {{(pid=93413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:31:21.895195 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3b45c8-ebc3-46e0-bc81-619338ba786d req-e08985e7-e2f7-427c-b3b7-20f83a576c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:31:21.897127 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-7d3b45c8-ebc3-46e0-bc81-619338ba786d req-e08985e7-e2f7-427c-b3b7-20f83a576c42 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=061e4b8c-ab2d-4682-a3d2-e34df59bc21f HTTP/1.1" status: 200 len: 855 time: 0.2742233 Aug 10 14:31:21.907415 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.wsgi [-] (93411) accepted ('10.222.0.42', 49802) {{(pid=93411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:31:21.910757 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c2e339-d3ef-4e93-8026-76ee33164162 req-56db67fd-07fb-4382-a433-c7bb563781a7 tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:31:21.912473 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-91c2e339-d3ef-4e93-8026-76ee33164162 req-56db67fd-07fb-4382-a433-c7bb563781a7 tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] 10.222.0.42 "GET /v2.0/ports?device_id=fce59a6d-4f8c-4055-8bd1-247ee8b8b679 HTTP/1.1" status: 200 len: 946 time: 0.1992540 Aug 10 14:31:21.931389 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755a7d8e-808b-40b9-9931-b4a145b5c0ee req-528a157c-3ec4-45ba-ab28-bf7ecf10db2c tempest-DeleteServersTestJSON-296734148 tempest-DeleteServersTestJSON-296734148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:31:21.933308 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-755a7d8e-808b-40b9-9931-b4a145b5c0ee req-528a157c-3ec4-45ba-ab28-bf7ecf10db2c tempest-DeleteServersTestJSON-296734148 tempest-DeleteServersTestJSON-296734148-project] 10.222.0.42 "GET /v2.0/ports?device_id=c6ecb309-c906-4a41-a235-dc8d993f597a HTTP/1.1" status: 200 len: 945 time: 0.3508134 Aug 10 14:31:22.046794 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-91c2e339-d3ef-4e93-8026-76ee33164162 req-c71c59a6-e0a0-410d-a8e2-5be7113f3ad6 tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] 10.222.0.42 "GET /v2.0/security-groups?id=6de17ce8-2ac1-42a8-95ab-f9984e61b328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121826 Aug 10 14:31:22.051877 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-755a7d8e-808b-40b9-9931-b4a145b5c0ee req-9087bf72-295c-42f1-9c57-65fcb59631e1 tempest-DeleteServersTestJSON-296734148 tempest-DeleteServersTestJSON-296734148-project] 10.222.0.42 "GET /v2.0/security-groups?id=eae2e6f4-5260-40e9-b0c5-ae304962d8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852168 Aug 10 14:31:22.054043 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3b45c8-ebc3-46e0-bc81-619338ba786d req-6a5ca238-9273-4814-ba79-bb1c6cdb4801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:31:22.055646 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-7d3b45c8-ebc3-46e0-bc81-619338ba786d req-6a5ca238-9273-4814-ba79-bb1c6cdb4801 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=86a6d1d4-f800-47bf-859f-81a5bd8d7c63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1408539 Aug 10 14:31:22.161037 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-3e9b40ab-bb62-49fa-b702-a29cfc5e3e4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:22.244959 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-e01226f0-5b85-41ab-a9cd-e26e829dc990 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:22.259862 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.db.l3_hamode_db [None req-9de8f66f-5b0e-4a35-85f9-efbe373529d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c09542e-5201-4a53-a355-b1f2b1a699e0', 'name': 'tempest-AttachVolumeShelveTestJSON-564264007-router', 'tenant_id': 'e156b5d0a1d64f118dbb019f54a5f1f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'external_fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': 'a6b091e1-0abc-4678-a829-20447b882acc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:30:13Z', 'updated_at': '2021-08-10T14:30:27Z', 'revision_number': 4, 'project_id': 'e156b5d0a1d64f118dbb019f54a5f1f0', 'gw_port': {'id': 'a6b091e1-0abc-4678-a829-20447b882acc', 'name': '', 'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:af:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c09542e-5201-4a53-a355-b1f2b1a699e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:30:14Z', 'updated_at': '2021-08-10T14:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-2-iscsi', '_floatingips': [{'id': '96bfd08d-0092-48a0-ab5a-f00566003a4e', 'tenant_id': 'e156b5d0a1d64f118dbb019f54a5f1f0', 'floating_ip_address': '172.27.0.234', 'floating_network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'router_id': '9c09542e-5201-4a53-a355-b1f2b1a699e0', 'port_id': 'd7c73a10-55f7-4d62-9fe7-4a227b278bb5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86a6d1d4-f800-47bf-859f-81a5bd8d7c63', 'mac_address': 'fa:16:3e:26:09:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b203be0-e47c-4371-9eda-83a59ed98be2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T14:30:48Z', 'updated_at': '2021-08-10T14:31:19Z', 'revision_number': 1, 'project_id': 'e156b5d0a1d64f118dbb019f54a5f1f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f882fd6-bfde-48b0-8130-3397db487faf', 'name': '', 'network_id': '86a6d1d4-f800-47bf-859f-81a5bd8d7c63', 'tenant_id': 'e156b5d0a1d64f118dbb019f54a5f1f0', 'mac_address': 'fa:16:3e:94:6e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c09542e-5201-4a53-a355-b1f2b1a699e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '061e4b8c-ab2d-4682-a3d2-e34df59bc21f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:30:23Z', 'updated_at': '2021-08-10T14:30:44Z', 'revision_number': 5, 'project_id': 'e156b5d0a1d64f118dbb019f54a5f1f0', 'subnets': [{'id': '061e4b8c-ab2d-4682-a3d2-e34df59bc21f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-2-iscsi', False) {} {{(pid=93413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:31:22.354819 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-3e9b40ab-bb62-49fa-b702-a29cfc5e3e4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:22.375077 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de8f66f-5b0e-4a35-85f9-efbe373529d2 None None] The sync data for ids ['9c09542e-5201-4a53-a355-b1f2b1a699e0'] in dv-cinder-798198-2-iscsi is: [{'id': '9c09542e-5201-4a53-a355-b1f2b1a699e0', 'name': 'tempest-AttachVolumeShelveTestJSON-564264007-router', 'tenant_id': 'e156b5d0a1d64f118dbb019f54a5f1f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'external_fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': 'a6b091e1-0abc-4678-a829-20447b882acc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:30:13Z', 'updated_at': '2021-08-10T14:30:27Z', 'revision_number': 4, 'project_id': 'e156b5d0a1d64f118dbb019f54a5f1f0', 'gw_port': {'id': 'a6b091e1-0abc-4678-a829-20447b882acc', 'name': '', 'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:af:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c09542e-5201-4a53-a355-b1f2b1a699e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:30:14Z', 'updated_at': '2021-08-10T14:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-2-iscsi', '_floatingips': [{'id': '96bfd08d-0092-48a0-ab5a-f00566003a4e', 'tenant_id': 'e156b5d0a1d64f118dbb019f54a5f1f0', 'floating_ip_address': '172.27.0.234', 'floating_network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'router_id': '9c09542e-5201-4a53-a355-b1f2b1a699e0', 'port_id': 'd7c73a10-55f7-4d62-9fe7-4a227b278bb5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86a6d1d4-f800-47bf-859f-81a5bd8d7c63', 'mac_address': 'fa:16:3e:26:09:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b203be0-e47c-4371-9eda-83a59ed98be2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T14:30:48Z', 'updated_at': '2021-08-10T14:31:19Z', 'revision_number': 1, 'project_id': 'e156b5d0a1d64f118dbb019f54a5f1f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f882fd6-bfde-48b0-8130-3397db487faf', 'name': '', 'network_id': '86a6d1d4-f800-47bf-859f-81a5bd8d7c63', 'tenant_id': 'e156b5d0a1d64f118dbb019f54a5f1f0', 'mac_address': 'fa:16:3e:94:6e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c09542e-5201-4a53-a355-b1f2b1a699e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '061e4b8c-ab2d-4682-a3d2-e34df59bc21f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:30:23Z', 'updated_at': '2021-08-10T14:30:44Z', 'revision_number': 5, 'project_id': 'e156b5d0a1d64f118dbb019f54a5f1f0', 'subnets': [{'id': '061e4b8c-ab2d-4682-a3d2-e34df59bc21f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 14:31:22.378323 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-3e9b40ab-bb62-49fa-b702-a29cfc5e3e4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734645'] for security_group, after_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:22.393460 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9822b396-5bf4-49c9-97a0-ef5a7cc84b90 req-308bf69e-efd4-48cb-89ee-4ed2709a0049 tempest-DeleteServersTestJSON-296734148 tempest-DeleteServersTestJSON-296734148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:31:22.398781 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-9822b396-5bf4-49c9-97a0-ef5a7cc84b90 req-308bf69e-efd4-48cb-89ee-4ed2709a0049 tempest-DeleteServersTestJSON-296734148 tempest-DeleteServersTestJSON-296734148-project] 10.222.0.18 "GET /v2.0/ports?device_id=c6ecb309-c906-4a41-a235-dc8d993f597a HTTP/1.1" status: 200 len: 945 time: 0.2031946 Aug 10 14:31:22.447889 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-3e9b40ab-bb62-49fa-b702-a29cfc5e3e4c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=50e87fa2581f4065ab7d615c4cc67775&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7957101 Aug 10 14:31:22.457455 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.wsgi [-] (93411) accepted ('10.222.0.42', 49814) {{(pid=93411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:31:22.468164 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9b40ab-bb62-49fa-b702-a29cfc5e3e4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c571ca7b-5acf-458a-903e-ae64f62722c2,revision_number=1']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:31:22.512884 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-7d3b45c8-ebc3-46e0-bc81-619338ba786d req-b9afd962-c08e-4548-8fc1-1d60ec935e7b service neutron] 10.222.0.18 "GET /v2.0/networks/86a6d1d4-f800-47bf-859f-81a5bd8d7c63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4471781 Aug 10 14:31:22.606694 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-e01226f0-5b85-41ab-a9cd-e26e829dc990 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:22.608426 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-bafc11a6-5d1d-4490-89e6-e68ca53479b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:22.614591 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-e01226f0-5b85-41ab-a9cd-e26e829dc990 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734645'] for security_group, after_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:22.684254 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-bafc11a6-5d1d-4490-89e6-e68ca53479b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:22.716975 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-e01226f0-5b85-41ab-a9cd-e26e829dc990 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b38e395fb0814a6cafa8ba1e941ce50b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8077943 Aug 10 14:31:22.722615 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.wsgi [-] (93411) accepted ('10.222.0.42', 49830) {{(pid=93411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:31:22.723655 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01226f0-5b85-41ab-a9cd-e26e829dc990 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57d94604-587c-44d9-99c5-ab001b396b08,revision_number=1']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:31:22.790860 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0dc91fa-13c3-4f1b-895b-d6464c17d0fb None None] New status for floating IP 96bfd08d-0092-48a0-ab5a-f00566003a4e: ACTIVE {{(pid=93412) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 14:31:22.838461 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-bafc11a6-5d1d-4490-89e6-e68ca53479b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734645'] for security_group, after_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:22.846441 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-bafc11a6-5d1d-4490-89e6-e68ca53479b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:22.847992 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-bafc11a6-5d1d-4490-89e6-e68ca53479b5 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c571ca7b-5acf-458a-903e-ae64f62722c2 HTTP/1.1" status: 204 len: 168 time: 0.3892293 Aug 10 14:31:22.863222 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-fa38ee01-6b21-4a7c-b26c-04dfc612dc8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:22.899918 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafc11a6-5d1d-4490-89e6-e68ca53479b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c571ca7b-5acf-458a-903e-ae64f62722c2,revision_number=None']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:31:22.949765 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-fa38ee01-6b21-4a7c-b26c-04dfc612dc8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:23.044888 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb4977c-3d0b-4677-894d-ba01c7b14b72 req-d2565f35-e50c-4576-98b6-f66ec3f87f2d tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:31:23.047755 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-8bb4977c-3d0b-4677-894d-ba01c7b14b72 req-d2565f35-e50c-4576-98b6-f66ec3f87f2d tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] 10.222.0.42 "GET /v2.0/ports?device_id=9be395dd-4db8-417d-a2bb-336ce985bc64 HTTP/1.1" status: 200 len: 945 time: 0.5773666 Aug 10 14:31:23.086309 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-fa38ee01-6b21-4a7c-b26c-04dfc612dc8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734645'] for security_group, after_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:23.091881 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-fa38ee01-6b21-4a7c-b26c-04dfc612dc8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:23.095236 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-fa38ee01-6b21-4a7c-b26c-04dfc612dc8b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/57d94604-587c-44d9-99c5-ab001b396b08 HTTP/1.1" status: 204 len: 168 time: 0.3677633 Aug 10 14:31:23.116228 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa38ee01-6b21-4a7c-b26c-04dfc612dc8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57d94604-587c-44d9-99c5-ab001b396b08,revision_number=None']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:31:23.193964 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-7d3b45c8-ebc3-46e0-bc81-619338ba786d req-6d36c823-373f-4029-a093-c53bdd9551c4 service neutron] 10.222.0.18 "GET /v2.0/networks/86a6d1d4-f800-47bf-859f-81a5bd8d7c63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6530206 Aug 10 14:31:23.271746 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-8bb4977c-3d0b-4677-894d-ba01c7b14b72 req-16d0fc0d-e74c-4f18-9ecb-40534b0c8eaa tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9912597-50da-44b4-8698-0c8676f2e6da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1930783 Aug 10 14:31:23.283768 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.plugin [req-9822b396-5bf4-49c9-97a0-ef5a7cc84b90 req-4cbfd702-9da1-4120-86b8-6c0dc954068d tempest-DeleteServersTestJSON-296734148 tempest-DeleteServersTestJSON-296734148-project] Deleting port 2ec40a86-f28a-4b8b-acc6-67ec59d10147 {{(pid=93410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 14:31:23.284190 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-9822b396-5bf4-49c9-97a0-ef5a7cc84b90 req-4cbfd702-9da1-4120-86b8-6c0dc954068d tempest-DeleteServersTestJSON-296734148 tempest-DeleteServersTestJSON-296734148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786683848753'] for port, before_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:23.415768 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b783aef9-665a-478d-8c0f-788c5445b0e9 req-6cc8ba7c-1af8-4f3d-b88a-e2ee2963f52b tempest-DeleteServersTestJSON-296734148 tempest-DeleteServersTestJSON-296734148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:31:23.417738 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-b783aef9-665a-478d-8c0f-788c5445b0e9 req-6cc8ba7c-1af8-4f3d-b88a-e2ee2963f52b tempest-DeleteServersTestJSON-296734148 tempest-DeleteServersTestJSON-296734148-project] 10.222.0.42 "GET /v2.0/ports?device_id=c6ecb309-c906-4a41-a235-dc8d993f597a HTTP/1.1" status: 200 len: 945 time: 0.1787713 Aug 10 14:31:23.476315 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.wsgi [-] (93411) accepted ('10.222.0.42', 49850) {{(pid=93411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:31:23.496922 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-a14d164f-3880-4f58-ba7d-2874bd253842 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:23.526505 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [req-9822b396-5bf4-49c9-97a0-ef5a7cc84b90 req-4cbfd702-9da1-4120-86b8-6c0dc954068d tempest-DeleteServersTestJSON-296734148 tempest-DeleteServersTestJSON-296734148-project] For port 2ec40a86-f28a-4b8b-acc6-67ec59d10147, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=2ec40a86-f28a-4b8b-acc6-67ec59d10147,segment=NetworkSegment(39fa0f7f-e9e6-4e0a-99b2-c0aec9ed8ee1),segment_id=39fa0f7f-e9e6-4e0a-99b2-c0aec9ed8ee1)] {{(pid=93410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:31:23.526987 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-9822b396-5bf4-49c9-97a0-ef5a7cc84b90 req-4cbfd702-9da1-4120-86b8-6c0dc954068d tempest-DeleteServersTestJSON-296734148 tempest-DeleteServersTestJSON-296734148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-879274'] for port, precommit_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:23.539802 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-b783aef9-665a-478d-8c0f-788c5445b0e9 req-91b16092-5bed-4fc9-8876-940fab84e4bb tempest-DeleteServersTestJSON-296734148 tempest-DeleteServersTestJSON-296734148-project] 10.222.0.42 "GET /v2.0/security-groups?id=eae2e6f4-5260-40e9-b0c5-ae304962d8c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152911 Aug 10 14:31:23.550151 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.plugin [req-9822b396-5bf4-49c9-97a0-ef5a7cc84b90 req-4cbfd702-9da1-4120-86b8-6c0dc954068d tempest-DeleteServersTestJSON-296734148 tempest-DeleteServersTestJSON-296734148-project] Calling delete_port for 2ec40a86-f28a-4b8b-acc6-67ec59d10147 owned by compute:nova {{(pid=93410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 14:31:23.587483 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b64c3c-f7dd-4808-abe1-5df4a861fd43 req-5005ef13-4706-43b5-8ec2-386d03f716a9 tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:31:23.589458 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-45b64c3c-f7dd-4808-abe1-5df4a861fd43 req-5005ef13-4706-43b5-8ec2-386d03f716a9 tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] 10.222.0.42 "GET /v2.0/ports?device_id=fce59a6d-4f8c-4055-8bd1-247ee8b8b679 HTTP/1.1" status: 200 len: 946 time: 0.1525078 Aug 10 14:31:23.671195 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-a14d164f-3880-4f58-ba7d-2874bd253842 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:23.679873 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-a14d164f-3880-4f58-ba7d-2874bd253842 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734645'] for security_group, after_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:23.702550 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-45b64c3c-f7dd-4808-abe1-5df4a861fd43 req-a6d96f4b-3813-4e6f-ab88-e861479a2d5b tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] 10.222.0.42 "GET /v2.0/security-groups?id=6de17ce8-2ac1-42a8-95ab-f9984e61b328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907102 Aug 10 14:31:23.721710 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-a14d164f-3880-4f58-ba7d-2874bd253842 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=17d7ae590a2943fba8e2b9f75d8550a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2418606 Aug 10 14:31:23.722314 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.wsgi [-] (93411) accepted ('10.222.0.42', 49852) {{(pid=93411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:31:23.760392 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14d164f-3880-4f58-ba7d-2874bd253842 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2eec546-8934-4334-b1a7-6c04955e4772,revision_number=1']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:31:23.808594 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-720de980-7ad7-4bcc-8ee1-17176d9901c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:23.837843 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-720de980-7ad7-4bcc-8ee1-17176d9901c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:23.864844 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb7f21d-b06d-41ea-b412-e6fff4666ccc req-f989bfd4-1ad4-4c1c-9ec3-def458c081c5 tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:31:23.871059 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-6fb7f21d-b06d-41ea-b412-e6fff4666ccc req-f989bfd4-1ad4-4c1c-9ec3-def458c081c5 tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] 10.222.0.42 "GET /v2.0/ports?device_id=9be395dd-4db8-417d-a2bb-336ce985bc64 HTTP/1.1" status: 200 len: 945 time: 0.1541548 Aug 10 14:31:23.880632 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.wsgi [-] (93411) accepted ('10.222.0.42', 49858) {{(pid=93411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:31:23.886084 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.v2.base [None req-e6f6b852-f831-49ca-b8ed-dd3b46ce29d3 tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] Request body: {'floatingip': {'port_id': 'a1a32a24-f80d-4406-8c99-ccbce1fee6c9'}} {{(pid=93411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:31:23.889377 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-9822b396-5bf4-49c9-97a0-ef5a7cc84b90 req-4cbfd702-9da1-4120-86b8-6c0dc954068d tempest-DeleteServersTestJSON-296734148 tempest-DeleteServersTestJSON-296734148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786683854475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786683465207'] for port, after_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:23.906641 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.db [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] get_ports_and_sgs() called for port_ids ['2ec40a86-f28a-4b8b-acc6-67ec59d10147'] {{(pid=93412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 14:31:23.933322 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.wsgi [-] (93411) accepted ('10.222.0.42', 49860) {{(pid=93411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:31:23.944844 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-e6f6b852-f831-49ca-b8ed-dd3b46ce29d3 tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] Notify callbacks [] for floatingip, before_update {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:23.951970 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbfd702-9da1-4120-86b8-6c0dc954068d tempest-DeleteServersTestJSON-296734148 tempest-DeleteServersTestJSON-296734148-project] Pushing event deleted for resources: {'Port': ['ID=2ec40a86-f28a-4b8b-acc6-67ec59d10147,revision_number=None']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:31:23.997622 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-9276a2cf-5fb2-49e5-bae5-32cba41e4b0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:24.030863 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_dvrscheduler_db [req-9822b396-5bf4-49c9-97a0-ef5a7cc84b90 req-4cbfd702-9da1-4120-86b8-6c0dc954068d tempest-DeleteServersTestJSON-296734148 tempest-DeleteServersTestJSON-296734148-project] No DVR routers for this DVR port 2ec40a86-f28a-4b8b-acc6-67ec59d10147 on host hv-cinder-79819 {{(pid=93410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 14:31:24.035632 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-9822b396-5bf4-49c9-97a0-ef5a7cc84b90 req-4cbfd702-9da1-4120-86b8-6c0dc954068d tempest-DeleteServersTestJSON-296734148 tempest-DeleteServersTestJSON-296734148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-387483'] for port, before_response {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:24.038213 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-9822b396-5bf4-49c9-97a0-ef5a7cc84b90 req-4cbfd702-9da1-4120-86b8-6c0dc954068d tempest-DeleteServersTestJSON-296734148 tempest-DeleteServersTestJSON-296734148-project] 10.222.0.18 "DELETE /v2.0/ports/2ec40a86-f28a-4b8b-acc6-67ec59d10147 HTTP/1.1" status: 204 len: 173 time: 1.6353052 Aug 10 14:31:24.038862 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6ecb309-c906-4a41-a235-dc8d993f597a', 'name': 'network-vif-deleted', 'tag': '2ec40a86-f28a-4b8b-acc6-67ec59d10147'}] {{(pid=93410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:31:24.041852 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}173c15a1f530ed65b3eefe425c4e9cd9c28cfc2a1cdec76c1bb34aa91000b996" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3e18aee-9a2b-43d7-be90-6210471911f6" -d '{"events": [{"server_uuid": "c6ecb309-c906-4a41-a235-dc8d993f597a", "name": "network-vif-deleted", "tag": "2ec40a86-f28a-4b8b-acc6-67ec59d10147"}]}' {{(pid=93410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:31:24.103241 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-720de980-7ad7-4bcc-8ee1-17176d9901c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734645'] for security_group, after_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:24.107440 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-720de980-7ad7-4bcc-8ee1-17176d9901c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:24.112782 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-720de980-7ad7-4bcc-8ee1-17176d9901c2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d2eec546-8934-4334-b1a7-6c04955e4772 HTTP/1.1" status: 204 len: 168 time: 0.3854637 Aug 10 14:31:24.145989 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720de980-7ad7-4bcc-8ee1-17176d9901c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2eec546-8934-4334-b1a7-6c04955e4772,revision_number=None']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:31:24.150013 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 14:31:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da24db12-0545-4674-be0b-aa3320edd7c2 x-openstack-request-id: req-da24db12-0545-4674-be0b-aa3320edd7c2 {{(pid=93410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:31:24.150515 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6ecb309-c906-4a41-a235-dc8d993f597a", "name": "network-vif-deleted", "tag": "2ec40a86-f28a-4b8b-acc6-67ec59d10147", "status": "completed", "code": 200}]} {{(pid=93410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:31:24.151078 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-da24db12-0545-4674-be0b-aa3320edd7c2 {{(pid=93410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:31:24.151732 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6ecb309-c906-4a41-a235-dc8d993f597a', 'name': 'network-vif-deleted', 'tag': '2ec40a86-f28a-4b8b-acc6-67ec59d10147', 'status': 'completed', 'code': 200} Aug 10 14:31:24.429936 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-9276a2cf-5fb2-49e5-bae5-32cba41e4b0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:24.439740 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-9276a2cf-5fb2-49e5-bae5-32cba41e4b0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734645'] for security_group, after_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:24.529344 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-9276a2cf-5fb2-49e5-bae5-32cba41e4b0c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e1a81b17948f40d3b1c6ed101c697862&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5946708 Aug 10 14:31:24.535168 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.wsgi [-] (93411) accepted ('10.222.0.42', 49876) {{(pid=93411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:31:24.548800 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9276a2cf-5fb2-49e5-bae5-32cba41e4b0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c28251ec-98a5-472a-bc8a-efac8916f814,revision_number=1']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:31:24.765578 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-7724e82c-6bb7-41a9-ade1-183a0fdf81d6 req-ac5ca641-a4e7-4c70-bfd2-23be4bb95d30 tempest-DeleteServersTestJSON-296734148 tempest-DeleteServersTestJSON-296734148-project] 10.222.0.42 "GET /v2.0/ports?device_id=c6ecb309-c906-4a41-a235-dc8d993f597a HTTP/1.1" status: 200 len: 210 time: 0.1156380 Aug 10 14:31:24.819971 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-dc62a3e4-f9fa-4513-90d6-e2f33188c484 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:24.830732 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.db.resource_extend [None req-e6f6b852-f831-49ca-b8ed-dd3b46ce29d3 tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 10 14:31:24.900794 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-dc62a3e4-f9fa-4513-90d6-e2f33188c484 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:24.927325 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-e6f6b852-f831-49ca-b8ed-dd3b46ce29d3 tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:24.941205 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-e6f6b852-f831-49ca-b8ed-dd3b46ce29d3 tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-880024'] for floatingip, after_update {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:24.971606 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414258a1-8767-4515-8b4e-8ad60f1b0e31 req-6aa7671b-de6d-456b-bc5a-551f3bcd50c3 tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:31:24.975179 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-414258a1-8767-4515-8b4e-8ad60f1b0e31 req-6aa7671b-de6d-456b-bc5a-551f3bcd50c3 tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] 10.222.0.42 "GET /v2.0/ports?device_id=fce59a6d-4f8c-4055-8bd1-247ee8b8b679 HTTP/1.1" status: 200 len: 946 time: 0.0982115 Aug 10 14:31:25.052412 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-414258a1-8767-4515-8b4e-8ad60f1b0e31 req-6b2e22ca-2b2d-4ab2-a56e-c7054e30eab7 tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] 10.222.0.42 "GET /v2.0/security-groups?id=6de17ce8-2ac1-42a8-95ab-f9984e61b328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677898 Aug 10 14:31:25.075162 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-dc62a3e4-f9fa-4513-90d6-e2f33188c484 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734645'] for security_group, after_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:25.083427 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-dc62a3e4-f9fa-4513-90d6-e2f33188c484 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:25.085446 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-dc62a3e4-f9fa-4513-90d6-e2f33188c484 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c28251ec-98a5-472a-bc8a-efac8916f814 HTTP/1.1" status: 204 len: 168 time: 0.5473776 Aug 10 14:31:25.113304 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc62a3e4-f9fa-4513-90d6-e2f33188c484 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c28251ec-98a5-472a-bc8a-efac8916f814,revision_number=None']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:31:25.155883 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.db.l3_db [None req-e6f6b852-f831-49ca-b8ed-dd3b46ce29d3 tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] Floating IP e4eefdab-d24c-4122-8827-1b4799a3dec5 associated. External IP: 172.27.0.5, port: a1a32a24-f80d-4406-8c99-ccbce1fee6c9. Aug 10 14:31:25.574759 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6f6b852-f831-49ca-b8ed-dd3b46ce29d3 tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] Router 315401fe-0a42-4c73-a636-9839113f4d36 has already been hosted by L3 agent 8acc92de-0cfa-4d60-8b37-a39a4d3c1570 {{(pid=93411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 14:31:25.834252 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6f6b852-f831-49ca-b8ed-dd3b46ce29d3 tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] Notify agent at l3_agent.dv-cinder-798198-2-iscsi the message routers_updated {{(pid=93411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 14:31:25.839805 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-e6f6b852-f831-49ca-b8ed-dd3b46ce29d3 tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-387483'] for floatingip, before_response {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:25.853831 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a6d9701-a9c1-420f-86ec-abcdfde54d61 None None] Sync routers for ids ['315401fe-0a42-4c73-a636-9839113f4d36'] in dv-cinder-798198-2-iscsi {{(pid=93413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 14:31:25.867984 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a6d9701-a9c1-420f-86ec-abcdfde54d61 None None] Routers {'315401fe-0a42-4c73-a636-9839113f4d36'} bound to L3 agent in host dv-cinder-798198-2-iscsi {{(pid=93413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:31:25.869291 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.db.l3_hamode_db [None req-2a6d9701-a9c1-420f-86ec-abcdfde54d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T14:22:29Z,description=,heartbeat_timestamp=2021-08-10T14:30:59Z,host='dv-cinder-798198-2-iscsi',id=8acc92de-0cfa-4d60-8b37-a39a4d3c1570,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T14:22:29Z,topic='l3_agent')) {'router_ids': ['315401fe-0a42-4c73-a636-9839113f4d36'], 'active': True} {{(pid=93413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:31:25.948180 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-e6f6b852-f831-49ca-b8ed-dd3b46ce29d3 tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] 10.222.0.42 "PUT /v2.0/floatingips/e4eefdab-d24c-4122-8827-1b4799a3dec5 HTTP/1.1" status: 200 len: 989 time: 2.0639348 Aug 10 14:31:25.948180 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9be395dd-4db8-417d-a2bb-336ce985bc64', 'tag': 'a1a32a24-f80d-4406-8c99-ccbce1fee6c9'}] {{(pid=93411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:31:25.960234 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800b4800a729c8c4e9259a6bd3a96cb19d394e8e3458720dab8774963c0953a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15761eee-73f2-4e2c-9ad8-ca4015442012" -d '{"events": [{"name": "network-changed", "server_uuid": "9be395dd-4db8-417d-a2bb-336ce985bc64", "tag": "a1a32a24-f80d-4406-8c99-ccbce1fee6c9"}]}' {{(pid=93411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:31:26.119038 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-62feddff-284f-4098-8bf7-03a4b90a390a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:26.243897 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 14:31:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4054d777-b4fc-4cd0-aa83-969ea945cb99 x-openstack-request-id: req-4054d777-b4fc-4cd0-aa83-969ea945cb99 {{(pid=93411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:31:26.244473 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9be395dd-4db8-417d-a2bb-336ce985bc64", "tag": "a1a32a24-f80d-4406-8c99-ccbce1fee6c9", "status": "completed", "code": 200}]} {{(pid=93411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:31:26.245524 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4054d777-b4fc-4cd0-aa83-969ea945cb99 {{(pid=93411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:31:26.245524 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9be395dd-4db8-417d-a2bb-336ce985bc64', 'tag': 'a1a32a24-f80d-4406-8c99-ccbce1fee6c9', 'status': 'completed', 'code': 200} Aug 10 14:31:26.288968 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.db.l3_dvr_db [None req-2a6d9701-a9c1-420f-86ec-abcdfde54d61 None None] Set router 315401fe-0a42-4c73-a636-9839113f4d36 gateway port host: dv-cinder-798198-2-iscsi {{(pid=93413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:31:26.512954 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f0267b-055d-447a-ad63-3e846edacf15 req-af983ef5-3869-4daa-9664-b9557a21f645 tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:31:26.515759 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-c6f0267b-055d-447a-ad63-3e846edacf15 req-af983ef5-3869-4daa-9664-b9557a21f645 tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] 10.222.0.42 "GET /v2.0/ports?device_id=fce59a6d-4f8c-4055-8bd1-247ee8b8b679 HTTP/1.1" status: 200 len: 946 time: 0.1515050 Aug 10 14:31:26.520788 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15761eee-73f2-4e2c-9ad8-ca4015442012 req-ed0b87d0-f7ab-4294-9d5a-03624e354b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:31:26.523705 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-15761eee-73f2-4e2c-9ad8-ca4015442012 req-ed0b87d0-f7ab-4294-9d5a-03624e354b15 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=02185bbc814948319e41921dcf271d7d&device_id=9be395dd-4db8-417d-a2bb-336ce985bc64 HTTP/1.1" status: 200 len: 1098 time: 0.2413309 Aug 10 14:31:26.744066 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-c6f0267b-055d-447a-ad63-3e846edacf15 req-ea621487-83db-41f7-b5cd-c2366537bbeb tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] 10.222.0.42 "GET /v2.0/security-groups?id=6de17ce8-2ac1-42a8-95ab-f9984e61b328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184300 Aug 10 14:31:26.831153 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15761eee-73f2-4e2c-9ad8-ca4015442012 req-04695897-6f6f-48f4-b7c3-0a2808004d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:31:26.836457 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-15761eee-73f2-4e2c-9ad8-ca4015442012 req-04695897-6f6f-48f4-b7c3-0a2808004d46 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c66be7ba-5c71-487e-a4a7-ed7cb74aecf9 HTTP/1.1" status: 200 len: 912 time: 0.3049474 Aug 10 14:31:26.889439 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.db.l3_hamode_db [None req-2a6d9701-a9c1-420f-86ec-abcdfde54d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '315401fe-0a42-4c73-a636-9839113f4d36', 'name': 'tempest-AttachVolumeTestJSON-1660418919-router', 'tenant_id': '02185bbc814948319e41921dcf271d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'external_fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': '5d03ed95-293a-4227-9c67-87733d1923ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:30:14Z', 'updated_at': '2021-08-10T14:30:33Z', 'revision_number': 4, 'project_id': '02185bbc814948319e41921dcf271d7d', 'gw_port': {'id': '5d03ed95-293a-4227-9c67-87733d1923ad', 'name': '', 'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:b5:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315401fe-0a42-4c73-a636-9839113f4d36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:30:16Z', 'updated_at': '2021-08-10T14:30:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-2-iscsi', '_floatingips': [{'id': 'e4eefdab-d24c-4122-8827-1b4799a3dec5', 'tenant_id': '02185bbc814948319e41921dcf271d7d', 'floating_ip_address': '172.27.0.5', 'floating_network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'router_id': '315401fe-0a42-4c73-a636-9839113f4d36', 'port_id': 'a1a32a24-f80d-4406-8c99-ccbce1fee6c9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c66be7ba-5c71-487e-a4a7-ed7cb74aecf9', 'mac_address': 'fa:16:3e:15:a4:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be395dd-4db8-417d-a2bb-336ce985bc64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T14:30:52Z', 'updated_at': '2021-08-10T14:31:24Z', 'revision_number': 1, 'project_id': '02185bbc814948319e41921dcf271d7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f66e7155-559c-4a06-bfcc-f6f352746d90', 'name': '', 'network_id': 'c66be7ba-5c71-487e-a4a7-ed7cb74aecf9', 'tenant_id': '02185bbc814948319e41921dcf271d7d', 'mac_address': 'fa:16:3e:6c:63:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315401fe-0a42-4c73-a636-9839113f4d36', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '18e8c05a-0b63-4e4f-b068-6c86c9aef18c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:30:29Z', 'updated_at': '2021-08-10T14:30:47Z', 'revision_number': 5, 'project_id': '02185bbc814948319e41921dcf271d7d', 'subnets': [{'id': '18e8c05a-0b63-4e4f-b068-6c86c9aef18c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-2-iscsi', False) {} {{(pid=93413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:31:26.957242 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a6d9701-a9c1-420f-86ec-abcdfde54d61 None None] Checking router: 315401fe-0a42-4c73-a636-9839113f4d36 for host: dv-cinder-798198-2-iscsi {{(pid=93413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 14:31:26.975547 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a6d9701-a9c1-420f-86ec-abcdfde54d61 None None] Routers {'315401fe-0a42-4c73-a636-9839113f4d36'} bound to L3 agent in host dv-cinder-798198-2-iscsi {{(pid=93413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:31:26.976667 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.db.l3_hamode_db [None req-2a6d9701-a9c1-420f-86ec-abcdfde54d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T14:22:29Z,description=,heartbeat_timestamp=2021-08-10T14:30:59Z,host='dv-cinder-798198-2-iscsi',id=8acc92de-0cfa-4d60-8b37-a39a4d3c1570,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T14:22:29Z,topic='l3_agent')) {'router_ids': ['315401fe-0a42-4c73-a636-9839113f4d36'], 'active': True} {{(pid=93413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:31:27.067951 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-15761eee-73f2-4e2c-9ad8-ca4015442012 req-97aa6179-ab04-4f30-b2a6-f062c299dc5a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a1a32a24-f80d-4406-8c99-ccbce1fee6c9 HTTP/1.1" status: 200 len: 997 time: 0.2176378 Aug 10 14:31:27.086644 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Device 2ec40a86-f28a-4b8b-acc6-67ec59d10147 no longer exists at agent hyperv_hv-cinder-79819 {{(pid=93412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 14:31:27.120937 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.plugin [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] No Port match for: 2ec40a86-f28a-4b8b-acc6-67ec59d10147 {{(pid=93412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 14:31:27.122085 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Device 2ec40a86-f28a-4b8b-acc6-67ec59d10147 not bound to the agent host hv-cinder-79819 {{(pid=93412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 14:31:27.179911 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15761eee-73f2-4e2c-9ad8-ca4015442012 req-5c3e35a1-f4d7-4d9e-9951-d7c4afec8fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:31:27.181499 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-15761eee-73f2-4e2c-9ad8-ca4015442012 req-5c3e35a1-f4d7-4d9e-9951-d7c4afec8fcb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=18e8c05a-0b63-4e4f-b068-6c86c9aef18c HTTP/1.1" status: 200 len: 850 time: 0.1042001 Aug 10 14:31:27.194572 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.db.l3_dvr_db [None req-2a6d9701-a9c1-420f-86ec-abcdfde54d61 None None] Set router 315401fe-0a42-4c73-a636-9839113f4d36 gateway port host: dv-cinder-798198-2-iscsi {{(pid=93413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:31:27.333094 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15761eee-73f2-4e2c-9ad8-ca4015442012 req-bc95c8f2-513d-4490-a214-a648197a91d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:31:27.342461 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-15761eee-73f2-4e2c-9ad8-ca4015442012 req-bc95c8f2-513d-4490-a214-a648197a91d4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c66be7ba-5c71-487e-a4a7-ed7cb74aecf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1539192 Aug 10 14:31:27.518329 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-15761eee-73f2-4e2c-9ad8-ca4015442012 req-d295bc51-8112-43f6-99a2-d9cf6040dda2 service neutron] 10.222.0.18 "GET /v2.0/networks/c66be7ba-5c71-487e-a4a7-ed7cb74aecf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669774 Aug 10 14:31:27.671622 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.db.l3_hamode_db [None req-2a6d9701-a9c1-420f-86ec-abcdfde54d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '315401fe-0a42-4c73-a636-9839113f4d36', 'name': 'tempest-AttachVolumeTestJSON-1660418919-router', 'tenant_id': '02185bbc814948319e41921dcf271d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'external_fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': '5d03ed95-293a-4227-9c67-87733d1923ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:30:14Z', 'updated_at': '2021-08-10T14:30:33Z', 'revision_number': 4, 'project_id': '02185bbc814948319e41921dcf271d7d', 'gw_port': {'id': '5d03ed95-293a-4227-9c67-87733d1923ad', 'name': '', 'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:b5:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315401fe-0a42-4c73-a636-9839113f4d36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:30:16Z', 'updated_at': '2021-08-10T14:30:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-2-iscsi', '_floatingips': [{'id': 'e4eefdab-d24c-4122-8827-1b4799a3dec5', 'tenant_id': '02185bbc814948319e41921dcf271d7d', 'floating_ip_address': '172.27.0.5', 'floating_network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'router_id': '315401fe-0a42-4c73-a636-9839113f4d36', 'port_id': 'a1a32a24-f80d-4406-8c99-ccbce1fee6c9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c66be7ba-5c71-487e-a4a7-ed7cb74aecf9', 'mac_address': 'fa:16:3e:15:a4:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be395dd-4db8-417d-a2bb-336ce985bc64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T14:30:52Z', 'updated_at': '2021-08-10T14:31:24Z', 'revision_number': 1, 'project_id': '02185bbc814948319e41921dcf271d7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f66e7155-559c-4a06-bfcc-f6f352746d90', 'name': '', 'network_id': 'c66be7ba-5c71-487e-a4a7-ed7cb74aecf9', 'tenant_id': '02185bbc814948319e41921dcf271d7d', 'mac_address': 'fa:16:3e:6c:63:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315401fe-0a42-4c73-a636-9839113f4d36', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '18e8c05a-0b63-4e4f-b068-6c86c9aef18c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:30:29Z', 'updated_at': '2021-08-10T14:30:47Z', 'revision_number': 5, 'project_id': '02185bbc814948319e41921dcf271d7d', 'subnets': [{'id': '18e8c05a-0b63-4e4f-b068-6c86c9aef18c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-2-iscsi', False) {} {{(pid=93413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:31:27.676018 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-15761eee-73f2-4e2c-9ad8-ca4015442012 req-a87fe943-dc37-4ad7-ad57-faae420a9bfb service neutron] 10.222.0.18 "GET /v2.0/networks/c66be7ba-5c71-487e-a4a7-ed7cb74aecf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501839 Aug 10 14:31:27.713038 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a6d9701-a9c1-420f-86ec-abcdfde54d61 None None] The sync data for ids ['315401fe-0a42-4c73-a636-9839113f4d36'] in dv-cinder-798198-2-iscsi is: [{'id': '315401fe-0a42-4c73-a636-9839113f4d36', 'name': 'tempest-AttachVolumeTestJSON-1660418919-router', 'tenant_id': '02185bbc814948319e41921dcf271d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'external_fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': '5d03ed95-293a-4227-9c67-87733d1923ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:30:14Z', 'updated_at': '2021-08-10T14:30:33Z', 'revision_number': 4, 'project_id': '02185bbc814948319e41921dcf271d7d', 'gw_port': {'id': '5d03ed95-293a-4227-9c67-87733d1923ad', 'name': '', 'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:b5:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315401fe-0a42-4c73-a636-9839113f4d36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:30:16Z', 'updated_at': '2021-08-10T14:30:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-2-iscsi', '_floatingips': [{'id': 'e4eefdab-d24c-4122-8827-1b4799a3dec5', 'tenant_id': '02185bbc814948319e41921dcf271d7d', 'floating_ip_address': '172.27.0.5', 'floating_network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'router_id': '315401fe-0a42-4c73-a636-9839113f4d36', 'port_id': 'a1a32a24-f80d-4406-8c99-ccbce1fee6c9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c66be7ba-5c71-487e-a4a7-ed7cb74aecf9', 'mac_address': 'fa:16:3e:15:a4:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be395dd-4db8-417d-a2bb-336ce985bc64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T14:30:52Z', 'updated_at': '2021-08-10T14:31:24Z', 'revision_number': 1, 'project_id': '02185bbc814948319e41921dcf271d7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f66e7155-559c-4a06-bfcc-f6f352746d90', 'name': '', 'network_id': 'c66be7ba-5c71-487e-a4a7-ed7cb74aecf9', 'tenant_id': '02185bbc814948319e41921dcf271d7d', 'mac_address': 'fa:16:3e:6c:63:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315401fe-0a42-4c73-a636-9839113f4d36', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '18e8c05a-0b63-4e4f-b068-6c86c9aef18c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:30:29Z', 'updated_at': '2021-08-10T14:30:47Z', 'revision_number': 5, 'project_id': '02185bbc814948319e41921dcf271d7d', 'subnets': [{'id': '18e8c05a-0b63-4e4f-b068-6c86c9aef18c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 14:31:27.965479 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6619b34c-c183-480c-a51c-18b35ea26851 req-af6d1eea-fff2-47bd-9d1c-3ddd9b63acee tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:31:27.984351 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-6619b34c-c183-480c-a51c-18b35ea26851 req-af6d1eea-fff2-47bd-9d1c-3ddd9b63acee tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] 10.222.0.42 "GET /v2.0/ports?device_id=fce59a6d-4f8c-4055-8bd1-247ee8b8b679 HTTP/1.1" status: 200 len: 946 time: 0.1322560 Aug 10 14:31:28.051183 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-296f7145-62fc-41a6-850c-d4940bca8ac9 None None] New status for floating IP e4eefdab-d24c-4122-8827-1b4799a3dec5: ACTIVE {{(pid=93412) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 14:31:28.051747 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-6619b34c-c183-480c-a51c-18b35ea26851 req-9b05b675-9679-48ee-8581-67d1116379e1 tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] 10.222.0.42 "GET /v2.0/security-groups?id=6de17ce8-2ac1-42a8-95ab-f9984e61b328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636570 Aug 10 14:31:28.095832 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.wsgi [-] (93410) accepted ('10.222.0.42', 50048) {{(pid=93410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:31:28.183584 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.db.db_base_plugin_v2 [None req-597d2a23-1f71-4dad-b86e-1e27b207aac7 admin admin] Deleting subnet 1245afa9-3fb5-4482-bbaf-6462323ff6ec {{(pid=93410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 14:31:28.211316 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-597d2a23-1f71-4dad-b86e-1e27b207aac7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:28.288518 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-597d2a23-1f71-4dad-b86e-1e27b207aac7 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:28.301774 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-597d2a23-1f71-4dad-b86e-1e27b207aac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1963407'] for subnet, precommit_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:28.326824 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-15f4082a-b6e4-4c9a-872e-34a2dfb5afbe req-301a689d-1a5c-481f-a197-d61bedfd0157 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0f4b4a64-897e-465f-9bac-f2ddc4135822&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1704628 Aug 10 14:31:28.397630 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-597d2a23-1f71-4dad-b86e-1e27b207aac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1963510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238'] for subnet, after_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:28.521920 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597d2a23-1f71-4dad-b86e-1e27b207aac7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1245afa9-3fb5-4482-bbaf-6462323ff6ec,revision_number=None']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:31:28.529872 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-597d2a23-1f71-4dad-b86e-1e27b207aac7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-767256'] for subnet, before_response {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:28.531975 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [None req-597d2a23-1f71-4dad-b86e-1e27b207aac7 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/1245afa9-3fb5-4482-bbaf-6462323ff6ec HTTP/1.1" status: 204 len: 168 time: 0.4350932 Aug 10 14:31:28.536101 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.wsgi [-] (93411) accepted ('10.222.0.42', 50066) {{(pid=93411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:31:28.555603 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f4082a-b6e4-4c9a-872e-34a2dfb5afbe req-0ffed3b2-5826-4b6f-93ff-d8f078f8e0af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:31:28.558132 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-15f4082a-b6e4-4c9a-872e-34a2dfb5afbe req-0ffed3b2-5826-4b6f-93ff-d8f078f8e0af service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bf4e0f7339204a0c95f8d4f09f21f7e0&device_id=0f4b4a64-897e-465f-9bac-f2ddc4135822 HTTP/1.1" status: 200 len: 1098 time: 0.0861082 Aug 10 14:31:28.649502 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-cef415c9-e2f1-4965-b18a-d598a4bab9ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1782855'] for network, before_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:28.707304 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.wsgi [-] (93410) accepted ('10.222.0.42', 50070) {{(pid=93410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:31:28.748202 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-cef415c9-e2f1-4965-b18a-d598a4bab9ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1963782', 'neutron.services.segments.db._delete_segments_for_network-8786683991920'] for network, precommit_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:28.755247 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f4082a-b6e4-4c9a-872e-34a2dfb5afbe req-50e041d9-a3b7-4bde-bbd1-2839b65ea70c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:31:28.757980 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-15f4082a-b6e4-4c9a-872e-34a2dfb5afbe req-50e041d9-a3b7-4bde-bbd1-2839b65ea70c service neutron] 10.222.0.18 "GET /v2.0/networks?id=468e5951-9973-4325-8315-97f35e9a6c27 HTTP/1.1" status: 200 len: 920 time: 0.1579344 Aug 10 14:31:28.762412 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.services.segments.db [None req-cef415c9-e2f1-4965-b18a-d598a4bab9ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6dc46fb2-3ad0-40c6-8a95-f6904667e0a0']}} {{(pid=93411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:31:28.790677 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.services.segments.db [None req-cef415c9-e2f1-4965-b18a-d598a4bab9ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39fa0f7f-e9e6-4e0a-99b2-c0aec9ed8ee1') {'for_net_delete': True} {{(pid=93411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:31:28.790677 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.services.segments.db [None req-cef415c9-e2f1-4965-b18a-d598a4bab9ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39fa0f7f-e9e6-4e0a-99b2-c0aec9ed8ee1') {} {{(pid=93411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:31:28.795385 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-cef415c9-e2f1-4965-b18a-d598a4bab9ae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786683994745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26216149'] for segment, before_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:28.813647 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-cef415c9-e2f1-4965-b18a-d598a4bab9ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1962803'] for segment, precommit_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:28.823728 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cef415c9-e2f1-4965-b18a-d598a4bab9ae admin admin] Releasing vlan 587 on physical network physnet1 to pool {{(pid=93411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 14:31:28.824839 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-cef415c9-e2f1-4965-b18a-d598a4bab9ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1962803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2690431'] for segment, after_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:28.827366 dv-cinder-798198-2-iscsi neutron-server[93411]: Traceback (most recent call last): Aug 10 14:31:28.827366 dv-cinder-798198-2-iscsi neutron-server[93411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 14:31:28.827366 dv-cinder-798198-2-iscsi neutron-server[93411]: timer() Aug 10 14:31:28.827366 dv-cinder-798198-2-iscsi neutron-server[93411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 14:31:28.827366 dv-cinder-798198-2-iscsi neutron-server[93411]: cb(*args, **kw) Aug 10 14:31:28.827366 dv-cinder-798198-2-iscsi neutron-server[93411]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 14:31:28.827366 dv-cinder-798198-2-iscsi neutron-server[93411]: return func(*args, **kwargs) Aug 10 14:31:28.827366 dv-cinder-798198-2-iscsi neutron-server[93411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 14:31:28.827366 dv-cinder-798198-2-iscsi neutron-server[93411]: self._notify() Aug 10 14:31:28.827366 dv-cinder-798198-2-iscsi neutron-server[93411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 14:31:28.827366 dv-cinder-798198-2-iscsi neutron-server[93411]: self.callback(batched_events) Aug 10 14:31:28.827366 dv-cinder-798198-2-iscsi neutron-server[93411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 14:31:28.827366 dv-cinder-798198-2-iscsi neutron-server[93411]: event.method(event) Aug 10 14:31:28.827366 dv-cinder-798198-2-iscsi neutron-server[93411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 14:31:28.827366 dv-cinder-798198-2-iscsi neutron-server[93411]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 14:31:28.827366 dv-cinder-798198-2-iscsi neutron-server[93411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 14:31:28.827366 dv-cinder-798198-2-iscsi neutron-server[93411]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 14:31:28.827366 dv-cinder-798198-2-iscsi neutron-server[93411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 14:31:28.827366 dv-cinder-798198-2-iscsi neutron-server[93411]: return f(self, *a, **k) Aug 10 14:31:28.827366 dv-cinder-798198-2-iscsi neutron-server[93411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 14:31:28.827366 dv-cinder-798198-2-iscsi neutron-server[93411]: return self._get(url).json() Aug 10 14:31:28.827366 dv-cinder-798198-2-iscsi neutron-server[93411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 14:31:28.827366 dv-cinder-798198-2-iscsi neutron-server[93411]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 14:31:28.827366 dv-cinder-798198-2-iscsi neutron-server[93411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 14:31:28.827366 dv-cinder-798198-2-iscsi neutron-server[93411]: return self.request(url, 'GET', **kwargs) Aug 10 14:31:28.827366 dv-cinder-798198-2-iscsi neutron-server[93411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 14:31:28.827366 dv-cinder-798198-2-iscsi neutron-server[93411]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 14:31:28.827366 dv-cinder-798198-2-iscsi neutron-server[93411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 14:31:28.827366 dv-cinder-798198-2-iscsi neutron-server[93411]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 14:31:28.827366 dv-cinder-798198-2-iscsi neutron-server[93411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 14:31:28.827366 dv-cinder-798198-2-iscsi neutron-server[93411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 14:31:28.827366 dv-cinder-798198-2-iscsi neutron-server[93411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 14:31:28.829723 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-15f4082a-b6e4-4c9a-872e-34a2dfb5afbe req-4c0a0bb9-7ae2-4e44-98ad-b0440c5dd378 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=85ef6664-f2b0-44a5-9eb7-d8ada8adac40 HTTP/1.1" status: 200 len: 217 time: 0.0627329 Aug 10 14:31:28.898319 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f4082a-b6e4-4c9a-872e-34a2dfb5afbe req-44c5135e-6551-4387-a398-d85ad0028075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:31:28.901848 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-15f4082a-b6e4-4c9a-872e-34a2dfb5afbe req-44c5135e-6551-4387-a398-d85ad0028075 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=525c6944-484f-4ed6-9e34-5e6d53ad95f0 HTTP/1.1" status: 200 len: 859 time: 0.0593560 Aug 10 14:31:28.905913 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-cef415c9-e2f1-4965-b18a-d598a4bab9ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1963789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-880042'] for network, after_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:28.917799 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-cef415c9-e2f1-4965-b18a-d598a4bab9ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-767256'] for network, before_response {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:28.920897 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-cef415c9-e2f1-4965-b18a-d598a4bab9ae admin admin] 10.222.0.42 "DELETE /v2.0/networks/6dc46fb2-3ad0-40c6-8a95-f6904667e0a0 HTTP/1.1" status: 204 len: 168 time: 0.3827879 Aug 10 14:31:28.942215 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef415c9-e2f1-4965-b18a-d598a4bab9ae admin admin] Pushing event deleted for resources: {'Network': ['ID=6dc46fb2-3ad0-40c6-8a95-f6904667e0a0,revision_number=None']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:31:28.953928 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-15f4082a-b6e4-4c9a-872e-34a2dfb5afbe req-1343847f-2384-434a-ad56-f08b64bcd106 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=468e5951-9973-4325-8315-97f35e9a6c27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349567 Aug 10 14:31:28.954700 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-127ac165-963b-4d07-a40f-52e7e087604b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:29.066053 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:29.133521 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-9bf03170-d73c-4e10-a463-3449e8256b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:29.146121 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.wsgi [-] (93411) accepted ('10.222.0.42', 50084) {{(pid=93411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:31:29.146551 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-15f4082a-b6e4-4c9a-872e-34a2dfb5afbe req-c3db0796-6dd4-4d5b-b41a-020161acda44 service neutron] 10.222.0.18 "GET /v2.0/networks/468e5951-9973-4325-8315-97f35e9a6c27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694944 Aug 10 14:31:29.201306 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-5f549ae8-3032-4c16-9ce8-89286102db88 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=35f5a177561848da87fc5d7c36ba5745&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0530651 Aug 10 14:31:29.203599 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.wsgi [-] (93411) accepted ('10.222.0.42', 50088) {{(pid=93411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:31:29.266199 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-127ac165-963b-4d07-a40f-52e7e087604b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:29.271949 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-127ac165-963b-4d07-a40f-52e7e087604b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734645'] for security_group, after_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:29.305266 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-743d61a8-c8ea-43a4-91e4-be7af6824e5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:29.342044 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-743d61a8-c8ea-43a4-91e4-be7af6824e5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:29.350179 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [None req-127ac165-963b-4d07-a40f-52e7e087604b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c9724c92734d4cdab5bb38f2961c9065&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6365125 Aug 10 14:31:29.350888 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.wsgi [-] (93411) accepted ('10.222.0.42', 50092) {{(pid=93411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:31:29.365666 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b8decc-390e-4196-be83-bf1cbf1d3fc9 req-cd633117-a7f5-4c6c-8222-545a529a94e6 tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:31:29.367318 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-18b8decc-390e-4196-be83-bf1cbf1d3fc9 req-cd633117-a7f5-4c6c-8222-545a529a94e6 tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] 10.222.0.42 "GET /v2.0/ports?device_id=fce59a6d-4f8c-4055-8bd1-247ee8b8b679 HTTP/1.1" status: 200 len: 946 time: 0.1975982 Aug 10 14:31:29.369874 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127ac165-963b-4d07-a40f-52e7e087604b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=542210e2-5bf3-49ab-973e-e2aac95241b8,revision_number=1']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:31:29.376447 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-15f4082a-b6e4-4c9a-872e-34a2dfb5afbe req-08b8f4ed-7d3c-46db-bcd9-dcb77537e9a0 service neutron] 10.222.0.18 "GET /v2.0/networks/468e5951-9973-4325-8315-97f35e9a6c27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2186220 Aug 10 14:31:29.418829 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-18b8decc-390e-4196-be83-bf1cbf1d3fc9 req-8d115bcd-6f61-4dab-bd8f-3a12dd9d18e0 tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] 10.222.0.42 "GET /v2.0/security-groups?id=6de17ce8-2ac1-42a8-95ab-f9984e61b328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412912 Aug 10 14:31:29.468902 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-a7e3c4be-b40c-4f11-b9a1-a1fe7c207ab2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:29.483552 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-743d61a8-c8ea-43a4-91e4-be7af6824e5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734645'] for security_group, after_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:29.486205 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-743d61a8-c8ea-43a4-91e4-be7af6824e5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:29.487553 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-743d61a8-c8ea-43a4-91e4-be7af6824e5d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/eae2e6f4-5260-40e9-b0c5-ae304962d8c0 HTTP/1.1" status: 204 len: 168 time: 0.2826025 Aug 10 14:31:29.507118 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743d61a8-c8ea-43a4-91e4-be7af6824e5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eae2e6f4-5260-40e9-b0c5-ae304962d8c0,revision_number=None']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:31:29.510963 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-a7e3c4be-b40c-4f11-b9a1-a1fe7c207ab2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:29.589067 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-a7e3c4be-b40c-4f11-b9a1-a1fe7c207ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734645'] for security_group, after_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:29.593903 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-a7e3c4be-b40c-4f11-b9a1-a1fe7c207ab2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:29.600399 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-a7e3c4be-b40c-4f11-b9a1-a1fe7c207ab2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/542210e2-5bf3-49ab-973e-e2aac95241b8 HTTP/1.1" status: 204 len: 168 time: 0.2470140 Aug 10 14:31:29.611726 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e3c4be-b40c-4f11-b9a1-a1fe7c207ab2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=542210e2-5bf3-49ab-973e-e2aac95241b8,revision_number=None']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:31:30.175531 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-1682deac-1581-4d55-87bc-bceb4bcaf759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:30.293514 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.wsgi [-] (93411) accepted ('10.222.0.42', 50142) {{(pid=93411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:31:30.316251 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-c1ee6e91-df4f-4356-a9ec-d619dda3f5fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:30.490527 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-c1ee6e91-df4f-4356-a9ec-d619dda3f5fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:30.497530 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-c1ee6e91-df4f-4356-a9ec-d619dda3f5fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734645'] for security_group, after_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:30.550817 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-c1ee6e91-df4f-4356-a9ec-d619dda3f5fe admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=db00f0cfa9d740198439e09601de79b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2514377 Aug 10 14:31:30.552168 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ee6e91-df4f-4356-a9ec-d619dda3f5fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fe9aaa2-3473-493c-8f8d-13627bdb01e4,revision_number=1']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:31:30.555019 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.wsgi [-] (93411) accepted ('10.222.0.42', 50154) {{(pid=93411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:31:30.592118 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7544672e-46c3-4f58-acaf-c92e248d6cdd req-060ef690-2360-4fa3-851a-fb072d85864a tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:31:30.594447 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-7544672e-46c3-4f58-acaf-c92e248d6cdd req-060ef690-2360-4fa3-851a-fb072d85864a tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] 10.222.0.42 "GET /v2.0/ports?device_id=fce59a6d-4f8c-4055-8bd1-247ee8b8b679 HTTP/1.1" status: 200 len: 946 time: 0.0674450 Aug 10 14:31:30.639844 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-111d1c34-5f46-4ee6-9a1c-2c74b9a7ea83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:30.647546 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-7544672e-46c3-4f58-acaf-c92e248d6cdd req-565ec196-31dd-42e8-9772-0379f3dce450 tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] 10.222.0.42 "GET /v2.0/security-groups?id=6de17ce8-2ac1-42a8-95ab-f9984e61b328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462823 Aug 10 14:31:30.685038 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-111d1c34-5f46-4ee6-9a1c-2c74b9a7ea83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:30.749027 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-111d1c34-5f46-4ee6-9a1c-2c74b9a7ea83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734645'] for security_group, after_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:30.751961 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-111d1c34-5f46-4ee6-9a1c-2c74b9a7ea83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:30.753279 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-111d1c34-5f46-4ee6-9a1c-2c74b9a7ea83 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7fe9aaa2-3473-493c-8f8d-13627bdb01e4 HTTP/1.1" status: 204 len: 168 time: 0.1973410 Aug 10 14:31:30.762950 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111d1c34-5f46-4ee6-9a1c-2c74b9a7ea83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fe9aaa2-3473-493c-8f8d-13627bdb01e4,revision_number=None']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:31:31.029574 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.wsgi [-] (93411) accepted ('10.222.0.42', 50176) {{(pid=93411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:31:31.163534 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.wsgi [-] (93411) accepted ('10.222.0.42', 50180) {{(pid=93411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:31:31.187704 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-04f975ea-da75-49ba-8390-b5571a916c29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:31.361383 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-04f975ea-da75-49ba-8390-b5571a916c29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:31.368431 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-04f975ea-da75-49ba-8390-b5571a916c29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734645'] for security_group, after_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:31.413488 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f975ea-da75-49ba-8390-b5571a916c29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f8b9c5f-d1c4-42a5-9a2b-ac3aca3ee458,revision_number=1']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:31:31.420781 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.wsgi [-] (93410) accepted ('10.222.0.42', 50192) {{(pid=93410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:31:31.421084 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-04f975ea-da75-49ba-8390-b5571a916c29 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d1f5be8e92544dc794cd2ab443707063&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2558434 Aug 10 14:31:31.447619 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-e13ad0f2-abaa-45da-8f6b-d22b231abe93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:31.515966 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-84e926c0-c1a9-4eb9-86a6-69c0c84cdc8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:31.596139 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-84e926c0-c1a9-4eb9-86a6-69c0c84cdc8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:31.612784 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-e13ad0f2-abaa-45da-8f6b-d22b231abe93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:31.622101 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-e13ad0f2-abaa-45da-8f6b-d22b231abe93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734645'] for security_group, after_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:31.664583 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-84e926c0-c1a9-4eb9-86a6-69c0c84cdc8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734645'] for security_group, after_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:31.669896 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-84e926c0-c1a9-4eb9-86a6-69c0c84cdc8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:31.671869 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [None req-84e926c0-c1a9-4eb9-86a6-69c0c84cdc8c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5f8b9c5f-d1c4-42a5-9a2b-ac3aca3ee458 HTTP/1.1" status: 204 len: 168 time: 0.2495742 Aug 10 14:31:31.703166 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e926c0-c1a9-4eb9-86a6-69c0c84cdc8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f8b9c5f-d1c4-42a5-9a2b-ac3aca3ee458,revision_number=None']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:31:31.769092 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.wsgi [-] (93410) accepted ('10.222.0.42', 50214) {{(pid=93410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:31:31.769751 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-e13ad0f2-abaa-45da-8f6b-d22b231abe93 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2940ffb49f794bff9220a1f1420952ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7378411 Aug 10 14:31:31.771337 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13ad0f2-abaa-45da-8f6b-d22b231abe93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b72ecb2f-5326-41cc-8509-e88fe431d9a8,revision_number=1']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:31:31.885777 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e216fd2-465b-4e9a-9a25-83fc43ad0c74 req-7c8c4e99-911c-491d-ad3f-9ba4b918cacb tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:31:31.893826 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-2e216fd2-465b-4e9a-9a25-83fc43ad0c74 req-7c8c4e99-911c-491d-ad3f-9ba4b918cacb tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] 10.222.0.42 "GET /v2.0/ports?device_id=fce59a6d-4f8c-4055-8bd1-247ee8b8b679 HTTP/1.1" status: 200 len: 946 time: 0.1058409 Aug 10 14:31:31.925705 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-47a6aae2-2987-4337-a6fd-95e2475bd7f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:31.949226 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.wsgi [-] (93411) accepted ('10.222.0.42', 50222) {{(pid=93411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:31:31.964223 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-2e216fd2-465b-4e9a-9a25-83fc43ad0c74 req-917b28c0-bda8-4bd0-85e3-c7b4cc15c906 tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] 10.222.0.42 "GET /v2.0/security-groups?id=6de17ce8-2ac1-42a8-95ab-f9984e61b328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690558 Aug 10 14:31:31.988728 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-47a6aae2-2987-4337-a6fd-95e2475bd7f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:32.116543 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-47a6aae2-2987-4337-a6fd-95e2475bd7f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734645'] for security_group, after_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:32.119864 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-47a6aae2-2987-4337-a6fd-95e2475bd7f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:32.121052 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [None req-47a6aae2-2987-4337-a6fd-95e2475bd7f1 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b72ecb2f-5326-41cc-8509-e88fe431d9a8 HTTP/1.1" status: 204 len: 168 time: 0.3508382 Aug 10 14:31:32.141838 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a6aae2-2987-4337-a6fd-95e2475bd7f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b72ecb2f-5326-41cc-8509-e88fe431d9a8,revision_number=None']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:31:32.218382 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-f97b798d-bd61-4bdb-bb4a-e55e1a0659df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:32.303211 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-09079b24-acab-4c06-9710-75557e2f861a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:32.480941 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-09079b24-acab-4c06-9710-75557e2f861a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:32.488883 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-09079b24-acab-4c06-9710-75557e2f861a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734645'] for security_group, after_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:32.535902 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-09079b24-acab-4c06-9710-75557e2f861a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=70a48ef7d8c54cf086faf4e1fab19c72&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5829754 Aug 10 14:31:32.535902 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09079b24-acab-4c06-9710-75557e2f861a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ea6883a-6d6d-41f3-af07-0034b2b55411,revision_number=1']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:31:32.537250 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.wsgi [-] (93410) accepted ('10.222.0.42', 50250) {{(pid=93410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:31:32.589977 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:32.628852 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-9569a6ec-5f83-4cd8-929f-a4e910cf987d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:32.654083 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-9569a6ec-5f83-4cd8-929f-a4e910cf987d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:32.738863 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-9569a6ec-5f83-4cd8-929f-a4e910cf987d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734645'] for security_group, after_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:32.745734 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-9569a6ec-5f83-4cd8-929f-a4e910cf987d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:32.747214 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [None req-9569a6ec-5f83-4cd8-929f-a4e910cf987d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5ea6883a-6d6d-41f3-af07-0034b2b55411 HTTP/1.1" status: 204 len: 168 time: 0.2045681 Aug 10 14:31:32.761169 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9569a6ec-5f83-4cd8-929f-a4e910cf987d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ea6883a-6d6d-41f3-af07-0034b2b55411,revision_number=None']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:31:33.126807 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66e1934-4e5f-4d98-8d34-40d828e8d8cb req-92bd89f4-503b-4aa8-b918-13ff7781c56d tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:31:33.137871 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-e66e1934-4e5f-4d98-8d34-40d828e8d8cb req-92bd89f4-503b-4aa8-b918-13ff7781c56d tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] 10.222.0.42 "GET /v2.0/ports?device_id=fce59a6d-4f8c-4055-8bd1-247ee8b8b679 HTTP/1.1" status: 200 len: 946 time: 0.0872869 Aug 10 14:31:33.196930 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-e66e1934-4e5f-4d98-8d34-40d828e8d8cb req-0c9ff060-6469-4db7-9192-0719d1ba7f52 tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] 10.222.0.42 "GET /v2.0/security-groups?id=6de17ce8-2ac1-42a8-95ab-f9984e61b328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584109 Aug 10 14:31:33.404126 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.wsgi [-] (93410) accepted ('10.222.0.42', 50288) {{(pid=93410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:31:33.430240 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-82cbaddf-c6ae-48d1-866a-3986881d2be1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:33.590101 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-82cbaddf-c6ae-48d1-866a-3986881d2be1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:33.608624 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-82cbaddf-c6ae-48d1-866a-3986881d2be1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734645'] for security_group, after_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:33.638656 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [None req-82cbaddf-c6ae-48d1-866a-3986881d2be1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5839f007933d408cade2d8f1fc353772&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2406647 Aug 10 14:31:33.642136 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.wsgi [-] (93411) accepted ('10.222.0.42', 50306) {{(pid=93411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:31:33.660956 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cbaddf-c6ae-48d1-866a-3986881d2be1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=598d6620-c3b6-4703-b6ba-0244f45f9163,revision_number=1']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:31:33.731765 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-8d5e5c3b-704e-4c5c-8ccb-1c105dfa83e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:33.758552 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-8d5e5c3b-704e-4c5c-8ccb-1c105dfa83e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:33.841906 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-8d5e5c3b-704e-4c5c-8ccb-1c105dfa83e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734645'] for security_group, after_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:33.844877 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-8d5e5c3b-704e-4c5c-8ccb-1c105dfa83e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:33.851582 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-8d5e5c3b-704e-4c5c-8ccb-1c105dfa83e0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/598d6620-c3b6-4703-b6ba-0244f45f9163 HTTP/1.1" status: 204 len: 168 time: 0.2078478 Aug 10 14:31:33.861138 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5e5c3b-704e-4c5c-8ccb-1c105dfa83e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=598d6620-c3b6-4703-b6ba-0244f45f9163,revision_number=None']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:31:34.345104 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5af81f-601e-447d-90c0-6bb25afc24a2 req-ceb12fb5-84c5-44ef-92f8-f82cfca0c9e9 tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:31:34.354612 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-9f5af81f-601e-447d-90c0-6bb25afc24a2 req-ceb12fb5-84c5-44ef-92f8-f82cfca0c9e9 tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] 10.222.0.42 "GET /v2.0/ports?device_id=fce59a6d-4f8c-4055-8bd1-247ee8b8b679 HTTP/1.1" status: 200 len: 946 time: 0.0657265 Aug 10 14:31:34.403481 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-9f5af81f-601e-447d-90c0-6bb25afc24a2 req-c94b4e1d-73f6-4f60-84a5-d64a584fea34 tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] 10.222.0.42 "GET /v2.0/security-groups?id=6de17ce8-2ac1-42a8-95ab-f9984e61b328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478115 Aug 10 14:31:34.434449 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.wsgi [-] (93411) accepted ('10.222.0.42', 50342) {{(pid=93411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:31:34.450079 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-f654c2c5-9567-4fd8-9b4d-28cd7c9bc668 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:34.576625 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-f654c2c5-9567-4fd8-9b4d-28cd7c9bc668 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:34.581927 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-f654c2c5-9567-4fd8-9b4d-28cd7c9bc668 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734645'] for security_group, after_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:34.641641 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f654c2c5-9567-4fd8-9b4d-28cd7c9bc668 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f7e2883-257d-4ef2-9ce5-ee44ff0f6650,revision_number=1']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:31:34.667345 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.wsgi [-] (93410) accepted ('10.222.0.42', 50352) {{(pid=93410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:31:34.675514 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-f654c2c5-9567-4fd8-9b4d-28cd7c9bc668 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7b930abd73ff4721a6d4cfdbf13fab70&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2392209 Aug 10 14:31:34.766587 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-cafa2a3c-5030-474d-acff-75e3f4d85984 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:34.803909 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-cafa2a3c-5030-474d-acff-75e3f4d85984 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:34.902680 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-cafa2a3c-5030-474d-acff-75e3f4d85984 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734645'] for security_group, after_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:34.914535 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-cafa2a3c-5030-474d-acff-75e3f4d85984 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:34.918780 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [None req-cafa2a3c-5030-474d-acff-75e3f4d85984 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1f7e2883-257d-4ef2-9ce5-ee44ff0f6650 HTTP/1.1" status: 204 len: 168 time: 0.2502987 Aug 10 14:31:34.930518 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafa2a3c-5030-474d-acff-75e3f4d85984 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f7e2883-257d-4ef2-9ce5-ee44ff0f6650,revision_number=None']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:31:35.259112 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.wsgi [-] (93411) accepted ('10.222.0.42', 50390) {{(pid=93411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:31:35.559275 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-79847245-03d1-4450-8400-d876446e0553 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:35.615040 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fcdc35-24ad-4cc0-9d4a-3532b745e027 req-2e0b1f44-378a-40d9-b5f6-6e1086987834 tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:31:35.617026 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-52fcdc35-24ad-4cc0-9d4a-3532b745e027 req-2e0b1f44-378a-40d9-b5f6-6e1086987834 tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] 10.222.0.42 "GET /v2.0/ports?device_id=fce59a6d-4f8c-4055-8bd1-247ee8b8b679 HTTP/1.1" status: 200 len: 946 time: 0.0719190 Aug 10 14:31:35.680607 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-52fcdc35-24ad-4cc0-9d4a-3532b745e027 req-c59eac1b-997f-414f-96c4-bd528c5387fb tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] 10.222.0.42 "GET /v2.0/security-groups?id=6de17ce8-2ac1-42a8-95ab-f9984e61b328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534580 Aug 10 14:31:35.756484 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-79847245-03d1-4450-8400-d876446e0553 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:35.765219 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-79847245-03d1-4450-8400-d876446e0553 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734645'] for security_group, after_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:35.819424 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-79847245-03d1-4450-8400-d876446e0553 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=779c4e8299d84bdf99b92000bd4fcecc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5581772 Aug 10 14:31:35.822115 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.wsgi [-] (93410) accepted ('10.222.0.42', 50420) {{(pid=93410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:31:35.873820 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79847245-03d1-4450-8400-d876446e0553 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65ae2494-2cfb-4f69-af88-35b8f5baa0d0,revision_number=1']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:31:35.918145 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-c1160bfa-1016-4b76-877b-22fbb329e29a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:35.945060 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-c1160bfa-1016-4b76-877b-22fbb329e29a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:36.003836 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-c1160bfa-1016-4b76-877b-22fbb329e29a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734645'] for security_group, after_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:36.008260 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-c1160bfa-1016-4b76-877b-22fbb329e29a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:36.013558 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [None req-c1160bfa-1016-4b76-877b-22fbb329e29a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/65ae2494-2cfb-4f69-af88-35b8f5baa0d0 HTTP/1.1" status: 204 len: 168 time: 0.1863394 Aug 10 14:31:36.032347 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1160bfa-1016-4b76-877b-22fbb329e29a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65ae2494-2cfb-4f69-af88-35b8f5baa0d0,revision_number=None']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:31:37.026414 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.wsgi [-] (93411) accepted ('10.222.0.42', 50476) {{(pid=93411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:31:37.101382 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6387ee6d-8cc5-461a-bf37-393f06eada78 req-6ea0b736-050d-4253-ab75-b193d442b24f tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:31:37.104303 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-6387ee6d-8cc5-461a-bf37-393f06eada78 req-6ea0b736-050d-4253-ab75-b193d442b24f tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] 10.222.0.42 "GET /v2.0/ports?device_id=fce59a6d-4f8c-4055-8bd1-247ee8b8b679 HTTP/1.1" status: 200 len: 946 time: 0.1439047 Aug 10 14:31:37.109688 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.db.db_base_plugin_v2 [None req-22210e8b-da3c-42cc-9e47-62e6d0a9cf59 admin admin] Deleting subnet 38386728-633f-4925-b480-5fb49e3e09fe {{(pid=93411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 14:31:37.114300 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-22210e8b-da3c-42cc-9e47-62e6d0a9cf59 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:37.163949 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-6387ee6d-8cc5-461a-bf37-393f06eada78 req-a9226bad-cd32-4675-a5c8-517e071e5c28 tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] 10.222.0.42 "GET /v2.0/security-groups?id=6de17ce8-2ac1-42a8-95ab-f9984e61b328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459869 Aug 10 14:31:37.166752 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-22210e8b-da3c-42cc-9e47-62e6d0a9cf59 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26216108'] for subnet, precommit_delete_associations {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:37.223138 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-22210e8b-da3c-42cc-9e47-62e6d0a9cf59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1963407'] for subnet, precommit_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:37.292820 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-22210e8b-da3c-42cc-9e47-62e6d0a9cf59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1963510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2690453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26471085'] for subnet, after_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:37.326984 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-22210e8b-da3c-42cc-9e47-62e6d0a9cf59 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:37.331903 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.wsgi [-] (93410) accepted ('10.222.0.42', 50484) {{(pid=93410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:31:37.342831 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-22210e8b-da3c-42cc-9e47-62e6d0a9cf59 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/38386728-633f-4925-b480-5fb49e3e09fe HTTP/1.1" status: 204 len: 168 time: 0.3121734 Aug 10 14:31:37.344132 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22210e8b-da3c-42cc-9e47-62e6d0a9cf59 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=38386728-633f-4925-b480-5fb49e3e09fe,revision_number=None']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:31:37.413302 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-7ac89ccb-7130-4cbb-acfd-dc165577ad71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1782855'] for network, before_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:37.506274 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-7ac89ccb-7130-4cbb-acfd-dc165577ad71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1963782', 'neutron.services.segments.db._delete_segments_for_network-8786683991920'] for network, precommit_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:37.524734 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-7ac89ccb-7130-4cbb-acfd-dc165577ad71 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:31:37.525132 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-7ac89ccb-7130-4cbb-acfd-dc165577ad71 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:31:37.526172 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-7ac89ccb-7130-4cbb-acfd-dc165577ad71 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:31:37.526566 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-7ac89ccb-7130-4cbb-acfd-dc165577ad71 admin admin] Subscribe: > port after_create 55550000 {{(pid=93410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:31:37.527146 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-7ac89ccb-7130-4cbb-acfd-dc165577ad71 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:31:37.527519 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-7ac89ccb-7130-4cbb-acfd-dc165577ad71 admin admin] Subscribe: > port after_update 55550000 {{(pid=93410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:31:37.527875 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-7ac89ccb-7130-4cbb-acfd-dc165577ad71 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:31:37.528338 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-7ac89ccb-7130-4cbb-acfd-dc165577ad71 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:31:37.528882 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-7ac89ccb-7130-4cbb-acfd-dc165577ad71 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:31:37.529285 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-7ac89ccb-7130-4cbb-acfd-dc165577ad71 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:31:37.608093 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-7ac89ccb-7130-4cbb-acfd-dc165577ad71 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:31:37.608361 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-7ac89ccb-7130-4cbb-acfd-dc165577ad71 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:31:37.608704 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-7ac89ccb-7130-4cbb-acfd-dc165577ad71 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:31:37.609036 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-7ac89ccb-7130-4cbb-acfd-dc165577ad71 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 14:31:37.609532 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.services.segments.db [None req-7ac89ccb-7130-4cbb-acfd-dc165577ad71 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e46b381a-d26a-4d97-bf28-7661c2d12f4a']}} {{(pid=93410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:31:37.636501 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.services.segments.db [None req-7ac89ccb-7130-4cbb-acfd-dc165577ad71 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e115e471-fa7e-4943-a154-690af287536f') {'for_net_delete': True} {{(pid=93410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:31:37.637245 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.services.segments.db [None req-7ac89ccb-7130-4cbb-acfd-dc165577ad71 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e115e471-fa7e-4943-a154-690af287536f') {} {{(pid=93410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:31:37.854123 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-7ac89ccb-7130-4cbb-acfd-dc165577ad71 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786683994745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25513282'] for segment, before_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:37.897476 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-7ac89ccb-7130-4cbb-acfd-dc165577ad71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1962803'] for segment, precommit_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:37.916369 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ac89ccb-7130-4cbb-acfd-dc165577ad71 admin admin] Releasing vlan 593 on physical network physnet1 to pool {{(pid=93410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 14:31:37.917060 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-7ac89ccb-7130-4cbb-acfd-dc165577ad71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1962803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26372329'] for segment, after_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:37.921634 dv-cinder-798198-2-iscsi neutron-server[93410]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 10 14:31:37.921634 dv-cinder-798198-2-iscsi neutron-server[93410]: from cryptography.utils import int_from_bytes Aug 10 14:31:37.921634 dv-cinder-798198-2-iscsi neutron-server[93410]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 10 14:31:37.921634 dv-cinder-798198-2-iscsi neutron-server[93410]: from cryptography.utils import int_from_bytes Aug 10 14:31:37.921634 dv-cinder-798198-2-iscsi neutron-server[93410]: Traceback (most recent call last): Aug 10 14:31:37.921634 dv-cinder-798198-2-iscsi neutron-server[93410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 14:31:37.921634 dv-cinder-798198-2-iscsi neutron-server[93410]: timer() Aug 10 14:31:37.921634 dv-cinder-798198-2-iscsi neutron-server[93410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 14:31:37.921634 dv-cinder-798198-2-iscsi neutron-server[93410]: cb(*args, **kw) Aug 10 14:31:37.921634 dv-cinder-798198-2-iscsi neutron-server[93410]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 14:31:37.921634 dv-cinder-798198-2-iscsi neutron-server[93410]: return func(*args, **kwargs) Aug 10 14:31:37.921634 dv-cinder-798198-2-iscsi neutron-server[93410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 14:31:37.921634 dv-cinder-798198-2-iscsi neutron-server[93410]: self._notify() Aug 10 14:31:37.921634 dv-cinder-798198-2-iscsi neutron-server[93410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 14:31:37.921634 dv-cinder-798198-2-iscsi neutron-server[93410]: self.callback(batched_events) Aug 10 14:31:37.921634 dv-cinder-798198-2-iscsi neutron-server[93410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 14:31:37.921634 dv-cinder-798198-2-iscsi neutron-server[93410]: event.method(event) Aug 10 14:31:37.921634 dv-cinder-798198-2-iscsi neutron-server[93410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 14:31:37.921634 dv-cinder-798198-2-iscsi neutron-server[93410]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 14:31:37.921634 dv-cinder-798198-2-iscsi neutron-server[93410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 14:31:37.921634 dv-cinder-798198-2-iscsi neutron-server[93410]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 14:31:37.921634 dv-cinder-798198-2-iscsi neutron-server[93410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 14:31:37.921634 dv-cinder-798198-2-iscsi neutron-server[93410]: return f(self, *a, **k) Aug 10 14:31:37.921634 dv-cinder-798198-2-iscsi neutron-server[93410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 14:31:37.921634 dv-cinder-798198-2-iscsi neutron-server[93410]: return self._get(url).json() Aug 10 14:31:37.921634 dv-cinder-798198-2-iscsi neutron-server[93410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 14:31:37.921634 dv-cinder-798198-2-iscsi neutron-server[93410]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 14:31:37.921634 dv-cinder-798198-2-iscsi neutron-server[93410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 14:31:37.921634 dv-cinder-798198-2-iscsi neutron-server[93410]: return self.request(url, 'GET', **kwargs) Aug 10 14:31:37.921634 dv-cinder-798198-2-iscsi neutron-server[93410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 14:31:37.921634 dv-cinder-798198-2-iscsi neutron-server[93410]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 14:31:37.921634 dv-cinder-798198-2-iscsi neutron-server[93410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 14:31:37.921634 dv-cinder-798198-2-iscsi neutron-server[93410]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 14:31:37.921634 dv-cinder-798198-2-iscsi neutron-server[93410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 14:31:37.921634 dv-cinder-798198-2-iscsi neutron-server[93410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 14:31:37.921634 dv-cinder-798198-2-iscsi neutron-server[93410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 14:31:38.000257 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-7ac89ccb-7130-4cbb-acfd-dc165577ad71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1963789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-880042'] for network, after_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:38.012974 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-7ac89ccb-7130-4cbb-acfd-dc165577ad71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-767256'] for network, before_response {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:38.021500 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.wsgi [-] (93411) accepted ('10.222.0.42', 50522) {{(pid=93411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:31:38.022683 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [None req-7ac89ccb-7130-4cbb-acfd-dc165577ad71 admin admin] 10.222.0.42 "DELETE /v2.0/networks/e46b381a-d26a-4d97-bf28-7661c2d12f4a HTTP/1.1" status: 204 len: 168 time: 0.6892314 Aug 10 14:31:38.045655 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac89ccb-7130-4cbb-acfd-dc165577ad71 admin admin] Pushing event deleted for resources: {'Network': ['ID=e46b381a-d26a-4d97-bf28-7661c2d12f4a,revision_number=None']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:31:38.099263 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.db.db_base_plugin_v2 [None req-a494f365-540d-46f9-9e33-2cd5bf17bb8b admin admin] Deleting subnet b4e0463b-bd49-494e-92d4-cf609ea66526 {{(pid=93411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 14:31:38.102693 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-a494f365-540d-46f9-9e33-2cd5bf17bb8b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:38.145973 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-a494f365-540d-46f9-9e33-2cd5bf17bb8b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26216108'] for subnet, precommit_delete_associations {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:38.202298 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-a494f365-540d-46f9-9e33-2cd5bf17bb8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1963407'] for subnet, precommit_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:38.302214 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-a494f365-540d-46f9-9e33-2cd5bf17bb8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1963510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2690453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26471085'] for subnet, after_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:38.359607 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6dcd5b-7716-451b-949f-a82897b6a224 req-afe742e6-1a00-4336-a6eb-dc8baafee71d tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:31:38.368292 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-0d6dcd5b-7716-451b-949f-a82897b6a224 req-afe742e6-1a00-4336-a6eb-dc8baafee71d tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] 10.222.0.42 "GET /v2.0/ports?device_id=fce59a6d-4f8c-4055-8bd1-247ee8b8b679 HTTP/1.1" status: 200 len: 946 time: 0.0898540 Aug 10 14:31:38.368752 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-a494f365-540d-46f9-9e33-2cd5bf17bb8b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:38.370896 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-a494f365-540d-46f9-9e33-2cd5bf17bb8b admin admin] 10.222.0.42 "DELETE /v2.0/subnets/b4e0463b-bd49-494e-92d4-cf609ea66526 HTTP/1.1" status: 204 len: 168 time: 0.3469622 Aug 10 14:31:38.373331 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.wsgi [-] (93411) accepted ('10.222.0.42', 50544) {{(pid=93411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:31:38.404030 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a494f365-540d-46f9-9e33-2cd5bf17bb8b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b4e0463b-bd49-494e-92d4-cf609ea66526,revision_number=None']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:31:38.448272 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-0d6dcd5b-7716-451b-949f-a82897b6a224 req-fbed8dda-ac54-44a1-8489-402e5148aa5e tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] 10.222.0.42 "GET /v2.0/security-groups?id=6de17ce8-2ac1-42a8-95ab-f9984e61b328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788960 Aug 10 14:31:38.521601 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-49b357c3-eebc-459d-9d31-1bf934d768c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1782855'] for network, before_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:38.875344 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-49b357c3-eebc-459d-9d31-1bf934d768c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1963782', 'neutron.services.segments.db._delete_segments_for_network-8786683991920'] for network, precommit_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:38.888034 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.services.segments.db [None req-49b357c3-eebc-459d-9d31-1bf934d768c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15115357-9854-44c4-af44-ebeab49ecf84']}} {{(pid=93411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:31:38.902956 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.services.segments.db [None req-49b357c3-eebc-459d-9d31-1bf934d768c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '593c4330-bbce-4c49-93df-e28330de3144') {'for_net_delete': True} {{(pid=93411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:31:38.903606 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.services.segments.db [None req-49b357c3-eebc-459d-9d31-1bf934d768c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '593c4330-bbce-4c49-93df-e28330de3144') {} {{(pid=93411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:31:38.920740 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-49b357c3-eebc-459d-9d31-1bf934d768c3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786683994745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26216149'] for segment, before_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:38.948929 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-49b357c3-eebc-459d-9d31-1bf934d768c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1962803'] for segment, precommit_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:38.960349 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49b357c3-eebc-459d-9d31-1bf934d768c3 admin admin] Releasing vlan 577 on physical network physnet1 to pool {{(pid=93411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 14:31:38.961028 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-49b357c3-eebc-459d-9d31-1bf934d768c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1962803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2690431'] for segment, after_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:38.964301 dv-cinder-798198-2-iscsi neutron-server[93411]: Traceback (most recent call last): Aug 10 14:31:38.964301 dv-cinder-798198-2-iscsi neutron-server[93411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 14:31:38.964301 dv-cinder-798198-2-iscsi neutron-server[93411]: timer() Aug 10 14:31:38.964301 dv-cinder-798198-2-iscsi neutron-server[93411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 14:31:38.964301 dv-cinder-798198-2-iscsi neutron-server[93411]: cb(*args, **kw) Aug 10 14:31:38.964301 dv-cinder-798198-2-iscsi neutron-server[93411]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 14:31:38.964301 dv-cinder-798198-2-iscsi neutron-server[93411]: return func(*args, **kwargs) Aug 10 14:31:38.964301 dv-cinder-798198-2-iscsi neutron-server[93411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 14:31:38.964301 dv-cinder-798198-2-iscsi neutron-server[93411]: self._notify() Aug 10 14:31:38.964301 dv-cinder-798198-2-iscsi neutron-server[93411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 14:31:38.964301 dv-cinder-798198-2-iscsi neutron-server[93411]: self.callback(batched_events) Aug 10 14:31:38.964301 dv-cinder-798198-2-iscsi neutron-server[93411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 14:31:38.964301 dv-cinder-798198-2-iscsi neutron-server[93411]: event.method(event) Aug 10 14:31:38.964301 dv-cinder-798198-2-iscsi neutron-server[93411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 14:31:38.964301 dv-cinder-798198-2-iscsi neutron-server[93411]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 14:31:38.964301 dv-cinder-798198-2-iscsi neutron-server[93411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 14:31:38.964301 dv-cinder-798198-2-iscsi neutron-server[93411]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 14:31:38.964301 dv-cinder-798198-2-iscsi neutron-server[93411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 14:31:38.964301 dv-cinder-798198-2-iscsi neutron-server[93411]: return f(self, *a, **k) Aug 10 14:31:38.964301 dv-cinder-798198-2-iscsi neutron-server[93411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 14:31:38.964301 dv-cinder-798198-2-iscsi neutron-server[93411]: return self._get(url).json() Aug 10 14:31:38.964301 dv-cinder-798198-2-iscsi neutron-server[93411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 14:31:38.964301 dv-cinder-798198-2-iscsi neutron-server[93411]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 14:31:38.964301 dv-cinder-798198-2-iscsi neutron-server[93411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 14:31:38.964301 dv-cinder-798198-2-iscsi neutron-server[93411]: return self.request(url, 'GET', **kwargs) Aug 10 14:31:38.964301 dv-cinder-798198-2-iscsi neutron-server[93411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 14:31:38.964301 dv-cinder-798198-2-iscsi neutron-server[93411]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 14:31:38.964301 dv-cinder-798198-2-iscsi neutron-server[93411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 14:31:38.964301 dv-cinder-798198-2-iscsi neutron-server[93411]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 14:31:38.964301 dv-cinder-798198-2-iscsi neutron-server[93411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 14:31:38.964301 dv-cinder-798198-2-iscsi neutron-server[93411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 14:31:38.964301 dv-cinder-798198-2-iscsi neutron-server[93411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 14:31:39.056740 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-49b357c3-eebc-459d-9d31-1bf934d768c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1963789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-880042'] for network, after_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:39.065824 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-49b357c3-eebc-459d-9d31-1bf934d768c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-767256'] for network, before_response {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:39.068445 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-49b357c3-eebc-459d-9d31-1bf934d768c3 admin admin] 10.222.0.42 "DELETE /v2.0/networks/15115357-9854-44c4-af44-ebeab49ecf84 HTTP/1.1" status: 204 len: 168 time: 0.6783028 Aug 10 14:31:39.081884 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b357c3-eebc-459d-9d31-1bf934d768c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=15115357-9854-44c4-af44-ebeab49ecf84,revision_number=None']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:31:39.306269 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.wsgi [-] (93411) accepted ('10.222.0.42', 50574) {{(pid=93411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:31:39.349990 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-defa0f03-4a6c-436a-bcbb-0e0937ca78b0 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3b23302b67854dacb20272e06c9df11a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0424862 Aug 10 14:31:39.354455 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.wsgi [-] (93410) accepted ('10.222.0.42', 50576) {{(pid=93410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:31:39.416147 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-235b49ed-d340-48f0-a8e7-1e71417ea12d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:39.441535 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-235b49ed-d340-48f0-a8e7-1e71417ea12d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:39.504995 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-235b49ed-d340-48f0-a8e7-1e71417ea12d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734645'] for security_group, after_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:39.510122 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-235b49ed-d340-48f0-a8e7-1e71417ea12d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:39.512159 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [None req-235b49ed-d340-48f0-a8e7-1e71417ea12d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0ad57662-b345-4fff-ba8d-21fef82426d1 HTTP/1.1" status: 204 len: 168 time: 0.1564500 Aug 10 14:31:39.529094 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235b49ed-d340-48f0-a8e7-1e71417ea12d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ad57662-b345-4fff-ba8d-21fef82426d1,revision_number=None']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:31:39.622191 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55cf298-d86c-440d-bb15-81fd736e2f2f req-bdfc4e67-e5eb-46c3-9575-4b62353c9ecf tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:31:39.624114 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-a55cf298-d86c-440d-bb15-81fd736e2f2f req-bdfc4e67-e5eb-46c3-9575-4b62353c9ecf tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] 10.222.0.42 "GET /v2.0/ports?device_id=fce59a6d-4f8c-4055-8bd1-247ee8b8b679 HTTP/1.1" status: 200 len: 946 time: 0.0819829 Aug 10 14:31:39.696979 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-a55cf298-d86c-440d-bb15-81fd736e2f2f req-84998340-80f8-42be-bbd5-8379e454f61d tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] 10.222.0.42 "GET /v2.0/security-groups?id=6de17ce8-2ac1-42a8-95ab-f9984e61b328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616581 Aug 10 14:31:40.007359 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.wsgi [-] (93411) accepted ('10.222.0.42', 50604) {{(pid=93411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:31:40.123621 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-e5a00711-534e-49c0-8060-ad4abad80592 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=62afa7325a51487c945fa6955d71000a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1142757 Aug 10 14:31:40.124670 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.wsgi [-] (93410) accepted ('10.222.0.42', 50616) {{(pid=93410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:31:40.239895 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-8ee92e46-6780-40d0-b088-36f912646799 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:40.275173 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-8ee92e46-6780-40d0-b088-36f912646799 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:40.343241 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-8ee92e46-6780-40d0-b088-36f912646799 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734645'] for security_group, after_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:40.345965 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-8ee92e46-6780-40d0-b088-36f912646799 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:40.347469 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [None req-8ee92e46-6780-40d0-b088-36f912646799 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e3e0ac2a-7558-48f1-ae83-7f153ed46438 HTTP/1.1" status: 204 len: 168 time: 0.2205424 Aug 10 14:31:40.357550 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee92e46-6780-40d0-b088-36f912646799 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3e0ac2a-7558-48f1-ae83-7f153ed46438,revision_number=None']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:31:40.834642 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46862801-219c-4418-ac0e-0fac6b65cb16 req-c9e3fdfa-4a82-4353-8104-d9f1a2af6df3 tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:31:40.836241 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-46862801-219c-4418-ac0e-0fac6b65cb16 req-c9e3fdfa-4a82-4353-8104-d9f1a2af6df3 tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] 10.222.0.42 "GET /v2.0/ports?device_id=fce59a6d-4f8c-4055-8bd1-247ee8b8b679 HTTP/1.1" status: 200 len: 946 time: 0.0530565 Aug 10 14:31:40.881706 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-46862801-219c-4418-ac0e-0fac6b65cb16 req-4d69f91c-865b-4b35-a3a8-f66747c12095 tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] 10.222.0.42 "GET /v2.0/security-groups?id=6de17ce8-2ac1-42a8-95ab-f9984e61b328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385776 Aug 10 14:31:42.108858 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f4a95f-b6f3-41d2-bd9f-f79578de5a12 req-c456d440-bc68-4fe3-a935-86ca6ea06ece tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:31:42.125957 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-29f4a95f-b6f3-41d2-bd9f-f79578de5a12 req-c456d440-bc68-4fe3-a935-86ca6ea06ece tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] 10.222.0.42 "GET /v2.0/ports?device_id=fce59a6d-4f8c-4055-8bd1-247ee8b8b679 HTTP/1.1" status: 200 len: 946 time: 0.1302335 Aug 10 14:31:42.259801 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-29f4a95f-b6f3-41d2-bd9f-f79578de5a12 req-0658f96a-ab2a-4812-85e4-f91deefb67e6 tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] 10.222.0.42 "GET /v2.0/security-groups?id=6de17ce8-2ac1-42a8-95ab-f9984e61b328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296980 Aug 10 14:31:43.479500 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f9e128-ad50-483b-b4cc-bf1fd171b965 req-3071cedf-b6f9-4ab0-8e45-b5db3c034798 tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:31:43.481668 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-77f9e128-ad50-483b-b4cc-bf1fd171b965 req-3071cedf-b6f9-4ab0-8e45-b5db3c034798 tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] 10.222.0.42 "GET /v2.0/ports?device_id=fce59a6d-4f8c-4055-8bd1-247ee8b8b679 HTTP/1.1" status: 200 len: 946 time: 0.0822067 Aug 10 14:31:43.610991 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-77f9e128-ad50-483b-b4cc-bf1fd171b965 req-5e627eae-c883-40e9-993b-56986fdc8380 tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] 10.222.0.42 "GET /v2.0/security-groups?id=6de17ce8-2ac1-42a8-95ab-f9984e61b328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209347 Aug 10 14:31:44.797414 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3c1dcf-5a40-43f7-8fed-d27bac829590 req-7d805027-feeb-450e-989d-56fd8a9bf29d tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:31:44.800339 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-7d3c1dcf-5a40-43f7-8fed-d27bac829590 req-7d805027-feeb-450e-989d-56fd8a9bf29d tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] 10.222.0.42 "GET /v2.0/ports?device_id=fce59a6d-4f8c-4055-8bd1-247ee8b8b679 HTTP/1.1" status: 200 len: 946 time: 0.0719764 Aug 10 14:31:44.853014 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-7d3c1dcf-5a40-43f7-8fed-d27bac829590 req-e3e4b0cb-dfe2-4ad7-b863-165a207a7b53 tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] 10.222.0.42 "GET /v2.0/security-groups?id=6de17ce8-2ac1-42a8-95ab-f9984e61b328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463922 Aug 10 14:31:45.066262 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.wsgi [-] (93411) accepted ('10.222.0.42', 50816) {{(pid=93411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:31:45.193299 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-ca778a00-9c96-464c-baa2-59d4d43f5fe9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:45.287056 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-ca778a00-9c96-464c-baa2-59d4d43f5fe9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:45.292611 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-ca778a00-9c96-464c-baa2-59d4d43f5fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734645'] for security_group, after_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:45.332459 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-ca778a00-9c96-464c-baa2-59d4d43f5fe9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d0e68e544e114b8d953a233f8a82c6f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2650337 Aug 10 14:31:45.333717 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca778a00-9c96-464c-baa2-59d4d43f5fe9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=940a729f-0e1b-4019-91d8-b4e0767c21b9,revision_number=1']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:31:45.335192 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.wsgi [-] (93410) accepted ('10.222.0.42', 50822) {{(pid=93410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:31:45.388458 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-15472427-2b3b-44fc-82b8-e6ffd4784280 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:45.416735 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-15472427-2b3b-44fc-82b8-e6ffd4784280 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:45.488330 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-15472427-2b3b-44fc-82b8-e6ffd4784280 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734645'] for security_group, after_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:45.491059 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-15472427-2b3b-44fc-82b8-e6ffd4784280 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:45.495263 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [None req-15472427-2b3b-44fc-82b8-e6ffd4784280 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/940a729f-0e1b-4019-91d8-b4e0767c21b9 HTTP/1.1" status: 204 len: 168 time: 0.1552246 Aug 10 14:31:45.507439 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15472427-2b3b-44fc-82b8-e6ffd4784280 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=940a729f-0e1b-4019-91d8-b4e0767c21b9,revision_number=None']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:31:45.853564 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.wsgi [-] (93410) accepted ('10.222.0.42', 50836) {{(pid=93410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:31:45.868584 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-6ce7e8d0-e162-4bcb-9f41-da523c72d0d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:45.969174 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-6ce7e8d0-e162-4bcb-9f41-da523c72d0d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:45.974981 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-6ce7e8d0-e162-4bcb-9f41-da523c72d0d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734645'] for security_group, after_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:46.016809 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [None req-6ce7e8d0-e162-4bcb-9f41-da523c72d0d6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=19a1c7c8b3e84c3f8efc1cf311640d7d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1619208 Aug 10 14:31:46.017568 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce7e8d0-e162-4bcb-9f41-da523c72d0d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a526b04-05e7-4b62-b29c-2ada3996d39d,revision_number=1']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:31:46.020865 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.wsgi [-] (93410) accepted ('10.222.0.42', 50840) {{(pid=93410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:31:46.077846 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-703f97eb-b9da-4bd8-a868-59f445c78c9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:46.105011 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-703f97eb-b9da-4bd8-a868-59f445c78c9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:46.162715 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-703f97eb-b9da-4bd8-a868-59f445c78c9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734645'] for security_group, after_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:46.165564 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-703f97eb-b9da-4bd8-a868-59f445c78c9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:46.166777 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [None req-703f97eb-b9da-4bd8-a868-59f445c78c9b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7a526b04-05e7-4b62-b29c-2ada3996d39d HTTP/1.1" status: 204 len: 168 time: 0.1449268 Aug 10 14:31:46.176548 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703f97eb-b9da-4bd8-a868-59f445c78c9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a526b04-05e7-4b62-b29c-2ada3996d39d,revision_number=None']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:31:46.551066 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.wsgi [-] (93410) accepted ('10.222.0.42', 50852) {{(pid=93410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:31:46.569457 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-748fb352-46c1-471e-8660-038b4e63da13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:46.669064 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-748fb352-46c1-471e-8660-038b4e63da13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:46.673697 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-748fb352-46c1-471e-8660-038b4e63da13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734645'] for security_group, after_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:46.720924 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748fb352-46c1-471e-8660-038b4e63da13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f7b4a11-de14-4406-b8bb-fc20f5cb38a0,revision_number=1']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:31:46.726923 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [None req-748fb352-46c1-471e-8660-038b4e63da13 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d3bea50992af4a04be0e03ffb303902e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1726358 Aug 10 14:31:46.730120 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.wsgi [-] (93411) accepted ('10.222.0.42', 50856) {{(pid=93411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:31:46.785479 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-ed562dc9-a8a8-4eea-aebe-bb5af95f5f86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:46.809609 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-ed562dc9-a8a8-4eea-aebe-bb5af95f5f86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:46.863922 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-ed562dc9-a8a8-4eea-aebe-bb5af95f5f86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734645'] for security_group, after_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:46.871708 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-ed562dc9-a8a8-4eea-aebe-bb5af95f5f86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:46.873783 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-ed562dc9-a8a8-4eea-aebe-bb5af95f5f86 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0f7b4a11-de14-4406-b8bb-fc20f5cb38a0 HTTP/1.1" status: 204 len: 168 time: 0.1422040 Aug 10 14:31:46.887288 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed562dc9-a8a8-4eea-aebe-bb5af95f5f86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f7b4a11-de14-4406-b8bb-fc20f5cb38a0,revision_number=None']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:31:47.154921 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258f2200-592a-43c4-b949-adc6f199a30f req-57299e32-ba85-42cd-a09b-4a948b7bfbf1 tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:31:47.156567 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-258f2200-592a-43c4-b949-adc6f199a30f req-57299e32-ba85-42cd-a09b-4a948b7bfbf1 tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] 10.222.0.42 "GET /v2.0/ports?device_id=fce59a6d-4f8c-4055-8bd1-247ee8b8b679 HTTP/1.1" status: 200 len: 946 time: 0.0652852 Aug 10 14:31:47.207120 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-258f2200-592a-43c4-b949-adc6f199a30f req-ed0bbbda-8ab3-4f69-bc56-92dc1a129576 tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] 10.222.0.42 "GET /v2.0/security-groups?id=6de17ce8-2ac1-42a8-95ab-f9984e61b328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416074 Aug 10 14:31:48.381170 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ba58a2-e181-46e8-83a9-53b485f2613c req-3db92fde-01e7-4e3d-99ee-7103231785ca tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:31:48.383766 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-b2ba58a2-e181-46e8-83a9-53b485f2613c req-3db92fde-01e7-4e3d-99ee-7103231785ca tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] 10.222.0.42 "GET /v2.0/ports?device_id=fce59a6d-4f8c-4055-8bd1-247ee8b8b679 HTTP/1.1" status: 200 len: 946 time: 0.0890942 Aug 10 14:31:48.438742 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-b2ba58a2-e181-46e8-83a9-53b485f2613c req-05e8ed17-7fc9-4496-b351-fc1708fc86bb tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] 10.222.0.42 "GET /v2.0/security-groups?id=6de17ce8-2ac1-42a8-95ab-f9984e61b328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479860 Aug 10 14:31:48.960980 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.wsgi [-] (93410) accepted ('10.222.0.42', 50952) {{(pid=93410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:31:49.093276 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-e20decda-3797-4225-94b7-de4203bf02da admin admin] Notify callbacks [] for security_group, before_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:49.224163 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-e20decda-3797-4225-94b7-de4203bf02da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:49.228508 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-e20decda-3797-4225-94b7-de4203bf02da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734645'] for security_group, after_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:49.270152 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [None req-e20decda-3797-4225-94b7-de4203bf02da admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b12b8e6900464bc998c90ef994d51e84&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3078468 Aug 10 14:31:49.270838 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20decda-3797-4225-94b7-de4203bf02da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4d8163d-527e-4b8a-a28c-4b7a5e8bc8ff,revision_number=1']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:31:49.272635 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.wsgi [-] (93411) accepted ('10.222.0.42', 50960) {{(pid=93411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:31:49.329780 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-caaffaae-4b36-411f-aa59-e4d55f5db05e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:49.354822 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-caaffaae-4b36-411f-aa59-e4d55f5db05e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:49.402832 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-caaffaae-4b36-411f-aa59-e4d55f5db05e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734645'] for security_group, after_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:49.405316 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-caaffaae-4b36-411f-aa59-e4d55f5db05e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:49.406482 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-caaffaae-4b36-411f-aa59-e4d55f5db05e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b4d8163d-527e-4b8a-a28c-4b7a5e8bc8ff HTTP/1.1" status: 204 len: 168 time: 0.1321905 Aug 10 14:31:49.415505 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caaffaae-4b36-411f-aa59-e4d55f5db05e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4d8163d-527e-4b8a-a28c-4b7a5e8bc8ff,revision_number=None']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:31:49.582457 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7339eb-e013-4d00-b84e-1474bcde494c req-a353c02a-f385-4a59-9f3b-b1409975d06e tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:31:49.584305 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-ea7339eb-e013-4d00-b84e-1474bcde494c req-a353c02a-f385-4a59-9f3b-b1409975d06e tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] 10.222.0.42 "GET /v2.0/ports?device_id=fce59a6d-4f8c-4055-8bd1-247ee8b8b679 HTTP/1.1" status: 200 len: 946 time: 0.0594890 Aug 10 14:31:49.632980 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-ea7339eb-e013-4d00-b84e-1474bcde494c req-1c1b03a8-8be5-4d0a-8c33-fd0b57c9ece6 tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] 10.222.0.42 "GET /v2.0/security-groups?id=6de17ce8-2ac1-42a8-95ab-f9984e61b328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385149 Aug 10 14:31:49.785655 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.wsgi [-] (93411) accepted ('10.222.0.42', 50980) {{(pid=93411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:31:49.801771 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-aba627ad-fb0f-400f-a43b-491a0beea946 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:49.921328 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-aba627ad-fb0f-400f-a43b-491a0beea946 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:49.928222 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-aba627ad-fb0f-400f-a43b-491a0beea946 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734645'] for security_group, after_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:49.994823 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-aba627ad-fb0f-400f-a43b-491a0beea946 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0c28c4b078a3438cbb63df145eec40ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2079978 Aug 10 14:31:49.995713 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba627ad-fb0f-400f-a43b-491a0beea946 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd6f09ee-7dda-4499-9780-e4a729542af9,revision_number=1']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:31:49.997707 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.wsgi [-] (93410) accepted ('10.222.0.42', 50996) {{(pid=93410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:31:50.071995 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-62a6bdc0-f198-45c6-91ab-d8ab5c89742c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:50.102347 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-62a6bdc0-f198-45c6-91ab-d8ab5c89742c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:50.155999 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-62a6bdc0-f198-45c6-91ab-d8ab5c89742c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734645'] for security_group, after_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:50.161074 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-62a6bdc0-f198-45c6-91ab-d8ab5c89742c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:50.163220 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [None req-62a6bdc0-f198-45c6-91ab-d8ab5c89742c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/dd6f09ee-7dda-4499-9780-e4a729542af9 HTTP/1.1" status: 204 len: 168 time: 0.1642308 Aug 10 14:31:50.181753 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a6bdc0-f198-45c6-91ab-d8ab5c89742c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd6f09ee-7dda-4499-9780-e4a729542af9,revision_number=None']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:31:52.929469 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b6d5e4-ab62-46bb-b5d2-df988c18439d req-08b54ec6-0bfe-4224-9749-e5def37931a7 tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:31:52.931106 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-85b6d5e4-ab62-46bb-b5d2-df988c18439d req-08b54ec6-0bfe-4224-9749-e5def37931a7 tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] 10.222.0.42 "GET /v2.0/ports?device_id=fce59a6d-4f8c-4055-8bd1-247ee8b8b679 HTTP/1.1" status: 200 len: 946 time: 0.0521605 Aug 10 14:31:52.982971 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-85b6d5e4-ab62-46bb-b5d2-df988c18439d req-05d78769-c9fb-4aeb-ace5-9973503de4d8 tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] 10.222.0.42 "GET /v2.0/security-groups?id=6de17ce8-2ac1-42a8-95ab-f9984e61b328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426228 Aug 10 14:31:54.140212 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f07d9b-6bbc-41c0-9b14-3900ceb8aebe req-e8ac5658-5bb8-4001-b99a-783e5411256f tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:31:54.144190 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-66f07d9b-6bbc-41c0-9b14-3900ceb8aebe req-e8ac5658-5bb8-4001-b99a-783e5411256f tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] 10.222.0.42 "GET /v2.0/ports?device_id=fce59a6d-4f8c-4055-8bd1-247ee8b8b679 HTTP/1.1" status: 200 len: 946 time: 0.0755582 Aug 10 14:31:54.249111 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-66f07d9b-6bbc-41c0-9b14-3900ceb8aebe req-0e4037d5-36ca-41bc-8e44-b3a11774358c tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] 10.222.0.42 "GET /v2.0/security-groups?id=6de17ce8-2ac1-42a8-95ab-f9984e61b328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942109 Aug 10 14:31:54.266821 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e4eaad-384b-4ea4-a34d-ce24989649d9 req-b6ddc535-24f9-4397-8568-fb002b3196bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:31:54.269493 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-f2e4eaad-384b-4ea4-a34d-ce24989649d9 req-b6ddc535-24f9-4397-8568-fb002b3196bf service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=fce59a6d-4f8c-4055-8bd1-247ee8b8b679 HTTP/1.1" status: 200 len: 1099 time: 0.1019151 Aug 10 14:31:54.329387 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-f2e4eaad-384b-4ea4-a34d-ce24989649d9 req-41bd1d66-e487-486d-b436-5fcb8b2773e1 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=6de17ce8-2ac1-42a8-95ab-f9984e61b328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522399 Aug 10 14:31:54.855694 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.db.agents_db [None req-84c9d1dd-add5-4bf7-b0ef-63077aab3240 None None] Agent healthcheck: found 6 active agents {{(pid=93413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 14:31:55.467427 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf5c911-9a67-48c2-a5a2-a4f5a86b46e0 req-28e38e9e-bdc9-426f-9dec-62ae56298272 tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:31:55.474266 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-bcf5c911-9a67-48c2-a5a2-a4f5a86b46e0 req-28e38e9e-bdc9-426f-9dec-62ae56298272 tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] 10.222.0.42 "GET /v2.0/ports?device_id=fce59a6d-4f8c-4055-8bd1-247ee8b8b679 HTTP/1.1" status: 200 len: 946 time: 0.1011810 Aug 10 14:31:55.526331 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-bcf5c911-9a67-48c2-a5a2-a4f5a86b46e0 req-5cba369c-93ba-473b-954c-8121e7284d98 tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] 10.222.0.42 "GET /v2.0/security-groups?id=6de17ce8-2ac1-42a8-95ab-f9984e61b328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446842 Aug 10 14:31:55.697686 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8707bb37-1afe-41fb-b976-569b952c51f7 req-23923d25-3596-441c-ba83-1a5966e4b23e tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:31:55.701263 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-8707bb37-1afe-41fb-b976-569b952c51f7 req-23923d25-3596-441c-ba83-1a5966e4b23e tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f4b4a64-897e-465f-9bac-f2ddc4135822 HTTP/1.1" status: 200 len: 945 time: 0.0838706 Aug 10 14:31:55.791649 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-8707bb37-1afe-41fb-b976-569b952c51f7 req-7b1aecd4-e8d9-4f31-bfaf-d4d541637ee6 tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] 10.222.0.42 "GET /v2.0/security-groups?id=6de17ce8-2ac1-42a8-95ab-f9984e61b328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819416 Aug 10 14:31:55.856622 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.wsgi [-] (93411) accepted ('10.222.0.42', 51254) {{(pid=93411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:31:56.115190 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-e9b6ff73-9752-4a0d-85fd-3ffa1c7e795f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:56.162792 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-f24acf7f-9dcc-4cf7-b504-3b6dcaf5d5c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:56.363844 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-e9b6ff73-9752-4a0d-85fd-3ffa1c7e795f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:56.375890 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-e9b6ff73-9752-4a0d-85fd-3ffa1c7e795f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734645'] for security_group, after_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:56.464719 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-e9b6ff73-9752-4a0d-85fd-3ffa1c7e795f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0ba71f5a13af46dea84f8cfcf93040e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6089427 Aug 10 14:31:56.468277 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.wsgi [-] (93410) accepted ('10.222.0.42', 51294) {{(pid=93410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:31:56.492448 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b6ff73-9752-4a0d-85fd-3ffa1c7e795f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53d68214-e1e9-4722-89a2-9f8ee1882431,revision_number=1']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:31:56.545869 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-934e5a92-f951-4753-b7c5-de4cee3d04f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:56.572378 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-934e5a92-f951-4753-b7c5-de4cee3d04f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:56.605539 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.wsgi [-] (93410) accepted ('10.222.0.42', 51296) {{(pid=93410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:31:56.639151 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-934e5a92-f951-4753-b7c5-de4cee3d04f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734645'] for security_group, after_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:56.644885 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-934e5a92-f951-4753-b7c5-de4cee3d04f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:56.646221 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [None req-934e5a92-f951-4753-b7c5-de4cee3d04f5 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/53d68214-e1e9-4722-89a2-9f8ee1882431 HTTP/1.1" status: 204 len: 168 time: 0.1768739 Aug 10 14:31:56.655111 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934e5a92-f951-4753-b7c5-de4cee3d04f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53d68214-e1e9-4722-89a2-9f8ee1882431,revision_number=None']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:31:56.764620 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-889ba41c-d590-4836-9cc1-cbb6af5914ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:56.894077 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-889ba41c-d590-4836-9cc1-cbb6af5914ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:56.901445 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-889ba41c-d590-4836-9cc1-cbb6af5914ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734645'] for security_group, after_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:56.967032 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [None req-889ba41c-d590-4836-9cc1-cbb6af5914ba admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=cc60a45a4ec8493593e5a7576249087c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3595057 Aug 10 14:31:56.969187 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889ba41c-d590-4836-9cc1-cbb6af5914ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bb96c90-80b3-4636-8285-eb8ef295a2e1,revision_number=1']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:31:56.969442 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.wsgi [-] (93411) accepted ('10.222.0.42', 51306) {{(pid=93411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:31:57.007624 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.wsgi [-] (93410) accepted ('10.222.0.42', 51308) {{(pid=93410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:31:57.031198 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-eb89f06f-cdda-4210-bec5-4139cdf5c172 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:57.067848 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-4d8b92eb-b2b8-4dbe-907a-d3a01712e2b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:57.100709 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-4d8b92eb-b2b8-4dbe-907a-d3a01712e2b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:57.158314 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-4d8b92eb-b2b8-4dbe-907a-d3a01712e2b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734645'] for security_group, after_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:57.162055 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-4d8b92eb-b2b8-4dbe-907a-d3a01712e2b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:57.165965 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-4d8b92eb-b2b8-4dbe-907a-d3a01712e2b4 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1bb96c90-80b3-4636-8285-eb8ef295a2e1 HTTP/1.1" status: 204 len: 168 time: 0.1927946 Aug 10 14:31:57.174390 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8b92eb-b2b8-4dbe-907a-d3a01712e2b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bb96c90-80b3-4636-8285-eb8ef295a2e1,revision_number=None']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:31:57.175494 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-eb89f06f-cdda-4210-bec5-4139cdf5c172 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:57.183507 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-eb89f06f-cdda-4210-bec5-4139cdf5c172 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734645'] for security_group, after_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:57.244399 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb89f06f-cdda-4210-bec5-4139cdf5c172 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=434e4229-45e6-4834-9c73-8ef9927351f3,revision_number=1']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:31:57.256865 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [None req-eb89f06f-cdda-4210-bec5-4139cdf5c172 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3bf5810fc51e4963bdb9085804af138e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2452466 Aug 10 14:31:57.259770 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.wsgi [-] (93411) accepted ('10.222.0.42', 51326) {{(pid=93411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:31:57.344995 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-f48acdb5-bb22-4f76-9356-cadf445b4eb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:57.373336 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-f48acdb5-bb22-4f76-9356-cadf445b4eb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:57.443638 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-f48acdb5-bb22-4f76-9356-cadf445b4eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734645'] for security_group, after_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:57.447667 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-f48acdb5-bb22-4f76-9356-cadf445b4eb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:57.449409 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-f48acdb5-bb22-4f76-9356-cadf445b4eb4 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/434e4229-45e6-4834-9c73-8ef9927351f3 HTTP/1.1" status: 204 len: 168 time: 0.1882277 Aug 10 14:31:57.458660 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48acdb5-bb22-4f76-9356-cadf445b4eb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=434e4229-45e6-4834-9c73-8ef9927351f3,revision_number=None']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:31:57.955892 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8f7492-cfe4-4c0a-b9e8-84cbc3c70c2c req-9feeed1c-0a80-4daa-bf0f-4286a66415fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:31:57.958518 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-cb8f7492-cfe4-4c0a-b9e8-84cbc3c70c2c req-9feeed1c-0a80-4daa-bf0f-4286a66415fa service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bf4e0f7339204a0c95f8d4f09f21f7e0&device_id=0f4b4a64-897e-465f-9bac-f2ddc4135822 HTTP/1.1" status: 200 len: 1098 time: 0.0925903 Aug 10 14:31:57.999682 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd507c4c-1b2a-433f-a93d-90f1e71aa0fe req-814cbb6a-9f16-4cf1-abc1-33626273694b tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:31:58.002151 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-fd507c4c-1b2a-433f-a93d-90f1e71aa0fe req-814cbb6a-9f16-4cf1-abc1-33626273694b tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f4b4a64-897e-465f-9bac-f2ddc4135822 HTTP/1.1" status: 200 len: 945 time: 0.1072628 Aug 10 14:31:58.142035 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-fd507c4c-1b2a-433f-a93d-90f1e71aa0fe req-290eb395-20c9-4048-a44e-52d5721beab1 tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] 10.222.0.42 "GET /v2.0/security-groups?id=6de17ce8-2ac1-42a8-95ab-f9984e61b328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259024 Aug 10 14:31:58.177043 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8f7492-cfe4-4c0a-b9e8-84cbc3c70c2c req-f7d0c87e-c53d-4ffb-9ae4-2e3b71763ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:31:58.185171 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-cb8f7492-cfe4-4c0a-b9e8-84cbc3c70c2c req-f7d0c87e-c53d-4ffb-9ae4-2e3b71763ee3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=468e5951-9973-4325-8315-97f35e9a6c27 HTTP/1.1" status: 200 len: 920 time: 0.2154915 Aug 10 14:31:58.281890 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-cb8f7492-cfe4-4c0a-b9e8-84cbc3c70c2c req-328d0b22-fce7-456c-9b8a-232fbf2e7728 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=85ef6664-f2b0-44a5-9eb7-d8ada8adac40 HTTP/1.1" status: 200 len: 217 time: 0.0821848 Aug 10 14:31:58.393767 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8f7492-cfe4-4c0a-b9e8-84cbc3c70c2c req-d068e99b-0c31-4355-9140-2108f95796cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:31:58.395114 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-cb8f7492-cfe4-4c0a-b9e8-84cbc3c70c2c req-d068e99b-0c31-4355-9140-2108f95796cd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=525c6944-484f-4ed6-9e34-5e6d53ad95f0 HTTP/1.1" status: 200 len: 859 time: 0.1045108 Aug 10 14:31:58.479320 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-cb8f7492-cfe4-4c0a-b9e8-84cbc3c70c2c req-e28582de-74fb-46ef-bf00-341739075167 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=468e5951-9973-4325-8315-97f35e9a6c27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0733352 Aug 10 14:31:58.587619 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.wsgi [-] (93411) accepted ('10.222.0.42', 51382) {{(pid=93411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:31:58.643472 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-cb8f7492-cfe4-4c0a-b9e8-84cbc3c70c2c req-26a7eeac-6e2d-4a3b-8b54-20d02387a24a service neutron] 10.222.0.18 "GET /v2.0/networks/468e5951-9973-4325-8315-97f35e9a6c27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506350 Aug 10 14:31:58.787686 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.v2.base [None req-71aef123-c8e9-4a44-9c6c-cc664408617e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1786020671-network', 'tenant_id': '07adee952320462e8ef9cf17396b0b67'}} {{(pid=93411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:31:58.811802 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71aef123-c8e9-4a44-9c6c-cc664408617e admin admin] Made reservation on behalf of 07adee952320462e8ef9cf17396b0b67 for: {'network': 1} {{(pid=93411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 14:31:58.816946 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-71aef123-c8e9-4a44-9c6c-cc664408617e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for network, before_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:58.835926 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-71aef123-c8e9-4a44-9c6c-cc664408617e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:58.861547 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-cb8f7492-cfe4-4c0a-b9e8-84cbc3c70c2c req-7a5b2b6f-0675-486f-992c-89647161d9a2 service neutron] 10.222.0.18 "GET /v2.0/networks/468e5951-9973-4325-8315-97f35e9a6c27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2044818 Aug 10 14:31:58.973370 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-71aef123-c8e9-4a44-9c6c-cc664408617e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:58.978423 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-71aef123-c8e9-4a44-9c6c-cc664408617e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734645'] for security_group, after_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:59.002684 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71aef123-c8e9-4a44-9c6c-cc664408617e admin admin] vlan segment allocate from pool success with {'vlan_id': 566, 'physical_network': 'physnet1'} {{(pid=93411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 14:31:59.019560 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71aef123-c8e9-4a44-9c6c-cc664408617e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98f06cea-294e-49b1-a4a2-e9dfbb056f19,revision_number=1']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:31:59.023146 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-71aef123-c8e9-4a44-9c6c-cc664408617e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1962803'] for segment, precommit_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:59.023489 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.db.segments_db [None req-71aef123-c8e9-4a44-9c6c-cc664408617e admin admin] Added segment e88a0990-9465-41c9-9090-f58db756571e of type vlan for network 7083ffdd-d140-4aab-95da-06bd854ff63b Aug 10 14:31:59.049455 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.wsgi [-] (93410) accepted ('10.222.0.42', 51406) {{(pid=93410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:31:59.073154 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-71aef123-c8e9-4a44-9c6c-cc664408617e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786683450956'] for network, precommit_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:59.103509 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:59.113577 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-797e3c5f-ee7e-4fa7-a6be-a1152895697a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:59.128071 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-71aef123-c8e9-4a44-9c6c-cc664408617e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238'] for network, after_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:59.129850 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71aef123-c8e9-4a44-9c6c-cc664408617e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:31:59.130870 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-71aef123-c8e9-4a44-9c6c-cc664408617e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-767256'] for network, before_response {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:59.208005 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.v2.base [None req-53f55011-f59c-4770-b348-95e8d9b8e449 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2076548036-network', 'tenant_id': '54441281e8a54b899196ad3f7dd72d15'}} {{(pid=93410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:31:59.232134 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-71aef123-c8e9-4a44-9c6c-cc664408617e admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6425633 Aug 10 14:31:59.236619 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.wsgi [-] (93411) accepted ('10.222.0.42', 51414) {{(pid=93411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:31:59.248099 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53f55011-f59c-4770-b348-95e8d9b8e449 admin admin] Made reservation on behalf of 54441281e8a54b899196ad3f7dd72d15 for: {'network': 1} {{(pid=93410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 14:31:59.249498 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.v2.base [None req-bf675405-d991-463b-bb88-a07c7b8e0049 admin admin] Request body: {'subnet': {'network_id': '7083ffdd-d140-4aab-95da-06bd854ff63b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1786020671-subnet', 'tenant_id': '07adee952320462e8ef9cf17396b0b67', 'ip_version': 4}} {{(pid=93411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:31:59.252721 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-53f55011-f59c-4770-b348-95e8d9b8e449 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for network, before_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:59.278106 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71aef123-c8e9-4a44-9c6c-cc664408617e admin admin] Pushing event updated for resources: {'Network': ['ID=7083ffdd-d140-4aab-95da-06bd854ff63b,revision_number=1']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:31:59.286725 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-53f55011-f59c-4770-b348-95e8d9b8e449 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:59.298588 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Network 7083ffdd-d140-4aab-95da-06bd854ff63b details requested by agent ovs-agent-dv-cinder-798198-2-iscsi with host dv-cinder-798198-2-iscsi {{(pid=93412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 14:31:59.311686 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf675405-d991-463b-bb88-a07c7b8e0049 admin admin] Made reservation on behalf of 07adee952320462e8ef9cf17396b0b67 for: {'subnet': 1} {{(pid=93411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 14:31:59.320852 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-bf675405-d991-463b-bb88-a07c7b8e0049 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26470732'] for subnet, before_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:59.357752 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd7a636-b43c-4045-bd2d-a62280892a9c req-bcc2f348-74c9-446a-8780-8bde89af5f85 tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:31:59.359998 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-2dd7a636-b43c-4045-bd2d-a62280892a9c req-bcc2f348-74c9-446a-8780-8bde89af5f85 tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f4b4a64-897e-465f-9bac-f2ddc4135822 HTTP/1.1" status: 200 len: 945 time: 0.0991020 Aug 10 14:31:59.462183 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-2dd7a636-b43c-4045-bd2d-a62280892a9c req-837b4fd6-c739-474e-8ed2-8f0de4e3d389 tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] 10.222.0.42 "GET /v2.0/security-groups?id=6de17ce8-2ac1-42a8-95ab-f9984e61b328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671837 Aug 10 14:31:59.547841 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-53f55011-f59c-4770-b348-95e8d9b8e449 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:59.554702 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-53f55011-f59c-4770-b348-95e8d9b8e449 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734645'] for security_group, after_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:59.608551 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53f55011-f59c-4770-b348-95e8d9b8e449 admin admin] vlan segment allocate from pool success with {'vlan_id': 563, 'physical_network': 'physnet1'} {{(pid=93410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 14:31:59.629449 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f55011-f59c-4770-b348-95e8d9b8e449 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=359f3478-74cf-459c-8ca5-cc7bffc3d960,revision_number=1']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:31:59.654540 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-53f55011-f59c-4770-b348-95e8d9b8e449 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1962803'] for segment, precommit_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:59.655508 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.db.segments_db [None req-53f55011-f59c-4770-b348-95e8d9b8e449 admin admin] Added segment c2bbb4b4-37e0-4687-a413-1b893c887ed7 of type vlan for network 0bada3fd-9d51-4fed-bf98-dae845f60ce8 Aug 10 14:31:59.682402 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-bf675405-d991-463b-bb88-a07c7b8e0049 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2690516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26470750'] for subnet, after_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:59.729357 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-53f55011-f59c-4770-b348-95e8d9b8e449 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786683450956'] for network, precommit_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:59.769586 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-53f55011-f59c-4770-b348-95e8d9b8e449 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238'] for network, after_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:59.770933 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53f55011-f59c-4770-b348-95e8d9b8e449 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:31:59.771695 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-53f55011-f59c-4770-b348-95e8d9b8e449 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-767256'] for network, before_response {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:59.785012 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf675405-d991-463b-bb88-a07c7b8e0049 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9c6fdb5-8d6e-4a2a-b088-d4102712e94a,revision_number=0']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:31:59.815404 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf675405-d991-463b-bb88-a07c7b8e0049 admin admin] Checking segment: {'id': 'e88a0990-9465-41c9-9090-f58db756571e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '7083ffdd-d140-4aab-95da-06bd854ff63b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 14:31:59.815404 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf675405-d991-463b-bb88-a07c7b8e0049 admin admin] Network hostable DHCP agents. Network: 7083ffdd-d140-4aab-95da-06bd854ff63b, hostable agents: ['53faeb90-ccf6-4b1a-8900-1e421dfb616b'], hosted agents: [] {{(pid=93411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 14:31:59.840744 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf675405-d991-463b-bb88-a07c7b8e0049 admin admin] Network 7083ffdd-d140-4aab-95da-06bd854ff63b is scheduled to be hosted by DHCP agent 53faeb90-ccf6-4b1a-8900-1e421dfb616b with binding_index 1 {{(pid=93411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 14:31:59.843896 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [None req-53f55011-f59c-4770-b348-95e8d9b8e449 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7932210 Aug 10 14:31:59.844333 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.wsgi [-] (93411) accepted ('10.222.0.42', 51426) {{(pid=93411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:31:59.853725 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.v2.base [None req-74e06932-3240-4cc1-979f-2a6b72880844 admin admin] Request body: {'subnet': {'network_id': '0bada3fd-9d51-4fed-bf98-dae845f60ce8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2076548036-subnet', 'tenant_id': '54441281e8a54b899196ad3f7dd72d15', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:31:59.864768 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f55011-f59c-4770-b348-95e8d9b8e449 admin admin] Pushing event updated for resources: {'Network': ['ID=0bada3fd-9d51-4fed-bf98-dae845f60ce8,revision_number=1']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:31:59.880785 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Network 0bada3fd-9d51-4fed-bf98-dae845f60ce8 details requested by agent ovs-agent-dv-cinder-798198-2-iscsi with host dv-cinder-798198-2-iscsi {{(pid=93412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 14:31:59.888722 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.scheduler.base_scheduler [None req-bf675405-d991-463b-bb88-a07c7b8e0049 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798198-2-iscsi, 7083ffdd-d140-4aab-95da-06bd854ff63b) {{(pid=93411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:31:59.895775 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf675405-d991-463b-bb88-a07c7b8e0049 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:31:59.896599 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-bf675405-d991-463b-bb88-a07c7b8e0049 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:59.918532 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74e06932-3240-4cc1-979f-2a6b72880844 admin admin] Made reservation on behalf of 54441281e8a54b899196ad3f7dd72d15 for: {'subnet': 1} {{(pid=93411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 14:31:59.921295 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-74e06932-3240-4cc1-979f-2a6b72880844 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26470732'] for subnet, before_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:59.925918 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-bf675405-d991-463b-bb88-a07c7b8e0049 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6872060 Aug 10 14:31:59.926308 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8722ff3e-5994-40bb-af79-cad4dc939d69 None None] Network 7083ffdd-d140-4aab-95da-06bd854ff63b requested from dv-cinder-798198-2-iscsi {{(pid=93412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 14:31:59.931601 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.wsgi [-] (93410) accepted ('10.222.0.42', 51428) {{(pid=93410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:31:59.939588 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.v2.base [None req-594d7d9b-257f-46f6-8892-f34f4293a427 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1786020671-router', 'tenant_id': '07adee952320462e8ef9cf17396b0b67', 'external_gateway_info': {'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532'}}} {{(pid=93410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:31:59.974548 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-594d7d9b-257f-46f6-8892-f34f4293a427 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-891600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35319'] for router, before_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:31:59.976681 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-594d7d9b-257f-46f6-8892-f34f4293a427 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-889952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-879889', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35214'] for router, precommit_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:00.068308 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-594d7d9b-257f-46f6-8892-f34f4293a427 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:00.154592 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-74e06932-3240-4cc1-979f-2a6b72880844 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2690516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26470750'] for subnet, after_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:00.176372 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab1c6a28-45ac-4aaf-b1ed-956cb7836e44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8873163a-82cf-5338-8941-670df499cab8-7083ffdd-d140-4aab-95da-06bd854ff63b', 'network_id': '7083ffdd-d140-4aab-95da-06bd854ff63b', 'tenant_id': '07adee952320462e8ef9cf17396b0b67', 'fixed_ips': [{'subnet_id': 'a9c6fdb5-8d6e-4a2a-b088-d4102712e94a'}]}} from dv-cinder-798198-2-iscsi. {{(pid=93412) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 14:32:00.179341 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-ab1c6a28-45ac-4aaf-b1ed-956cb7836e44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_create {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:00.202317 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-1682deac-1581-4d55-87bc-bceb4bcaf759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:00.233612 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e06932-3240-4cc1-979f-2a6b72880844 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9a22f62-539d-4a6f-8739-7c224d5d58f1,revision_number=0']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:32:00.244495 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e06932-3240-4cc1-979f-2a6b72880844 admin admin] Checking segment: {'id': 'c2bbb4b4-37e0-4687-a413-1b893c887ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '0bada3fd-9d51-4fed-bf98-dae845f60ce8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 14:32:00.244857 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74e06932-3240-4cc1-979f-2a6b72880844 admin admin] Network hostable DHCP agents. Network: 0bada3fd-9d51-4fed-bf98-dae845f60ce8, hostable agents: ['53faeb90-ccf6-4b1a-8900-1e421dfb616b'], hosted agents: [] {{(pid=93411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 14:32:00.280489 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74e06932-3240-4cc1-979f-2a6b72880844 admin admin] Network 0bada3fd-9d51-4fed-bf98-dae845f60ce8 is scheduled to be hosted by DHCP agent 53faeb90-ccf6-4b1a-8900-1e421dfb616b with binding_index 1 {{(pid=93411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 14:32:00.299755 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.scheduler.base_scheduler [None req-74e06932-3240-4cc1-979f-2a6b72880844 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798198-2-iscsi, 0bada3fd-9d51-4fed-bf98-dae845f60ce8) {{(pid=93411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:32:00.308265 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74e06932-3240-4cc1-979f-2a6b72880844 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:32:00.309238 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-74e06932-3240-4cc1-979f-2a6b72880844 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:00.326397 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-594d7d9b-257f-46f6-8892-f34f4293a427 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:00.329207 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ab912bb-024d-4a0f-bb55-5b4a9836e7a9 None None] Network 0bada3fd-9d51-4fed-bf98-dae845f60ce8 requested from dv-cinder-798198-2-iscsi {{(pid=93412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 14:32:00.343927 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-74e06932-3240-4cc1-979f-2a6b72880844 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4966431 Aug 10 14:32:00.695728 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.db_base_plugin_common [None req-ab1c6a28-45ac-4aaf-b1ed-956cb7836e44 None None] Allocated IP 172.20.0.2 (7083ffdd-d140-4aab-95da-06bd854ff63b/a9c6fdb5-8d6e-4a2a-b088-d4102712e94a/f6f4e74a-ed61-4e42-9793-236853781fd1) {{(pid=93412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 14:32:00.713785 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4dd89e5-2bf9-44c1-918b-43db0df137d6 None None] Network 0bada3fd-9d51-4fed-bf98-dae845f60ce8 requested from dv-cinder-798198-2-iscsi {{(pid=93412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 14:32:00.898273 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681ac314-e496-4e73-8c64-3a3b2510eee4 req-4b0552ed-cdbf-4410-b7da-5aa94efaeaf0 tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:32:00.910418 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-681ac314-e496-4e73-8c64-3a3b2510eee4 req-4b0552ed-cdbf-4410-b7da-5aa94efaeaf0 tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f4b4a64-897e-465f-9bac-f2ddc4135822 HTTP/1.1" status: 200 len: 945 time: 0.2470138 Aug 10 14:32:00.916893 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-594d7d9b-257f-46f6-8892-f34f4293a427 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:00.968815 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-594d7d9b-257f-46f6-8892-f34f4293a427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:01.114403 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-681ac314-e496-4e73-8c64-3a3b2510eee4 req-10472dbd-c0e3-40cc-994b-85a8e69d37d2 tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] 10.222.0.42 "GET /v2.0/security-groups?id=6de17ce8-2ac1-42a8-95ab-f9984e61b328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907599 Aug 10 14:32:01.167152 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-ab1c6a28-45ac-4aaf-b1ed-956cb7836e44 None None] Notify callbacks [] for port, precommit_create {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:01.184809 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.provisioning_blocks [None req-ab1c6a28-45ac-4aaf-b1ed-956cb7836e44 None None] Transition to ACTIVE for port object f6f4e74a-ed61-4e42-9793-236853781fd1 will not be triggered until provisioned by entity L2. {{(pid=93412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 14:32:01.209829 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.provisioning_blocks [None req-ab1c6a28-45ac-4aaf-b1ed-956cb7836e44 None None] Transition to ACTIVE for port object f6f4e74a-ed61-4e42-9793-236853781fd1 will not be triggered until provisioned by entity DHCP. {{(pid=93412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 14:32:01.219713 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-ab1c6a28-45ac-4aaf-b1ed-956cb7836e44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786683465198'] for port, after_create {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:01.256259 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.db.db_base_plugin_common [None req-594d7d9b-257f-46f6-8892-f34f4293a427 admin admin] Allocated IP 172.27.0.218 (3c935337-17af-4240-bc2c-ccb5b04b1532/e735a612-8fb3-4a85-bede-f6307ba49d31/4b4b8aaa-32c3-420e-958c-838d4d560630) {{(pid=93410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 14:32:01.280175 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab1c6a28-45ac-4aaf-b1ed-956cb7836e44 None None] Network 7083ffdd-d140-4aab-95da-06bd854ff63b is already hosted by enough agents. {{(pid=93412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 14:32:01.284319 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.scheduler.base_scheduler [None req-ab1c6a28-45ac-4aaf-b1ed-956cb7836e44 None None] Resources bound (agent type, host, resource id): {{(pid=93412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:32:01.291128 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab1c6a28-45ac-4aaf-b1ed-956cb7836e44 None None] Received port after_create {{(pid=93412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 14:32:01.305043 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1c6a28-45ac-4aaf-b1ed-956cb7836e44 None None] Pushing event updated for resources: {'Port': ['ID=f6f4e74a-ed61-4e42-9793-236853781fd1,revision_number=1']} {{(pid=93412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:32:01.391971 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.managers [None req-ab1c6a28-45ac-4aaf-b1ed-956cb7836e44 None None] Attempting to bind port f6f4e74a-ed61-4e42-9793-236853781fd1 on host dv-cinder-798198-2-iscsi for vnic_type normal with profile {{(pid=93412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 14:32:01.395951 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.managers [None req-ab1c6a28-45ac-4aaf-b1ed-956cb7836e44 None None] Attempting to bind port f6f4e74a-ed61-4e42-9793-236853781fd1 by drivers openvswitch,hyperv on host dv-cinder-798198-2-iscsi at level 0 using segments [{'id': 'e88a0990-9465-41c9-9090-f58db756571e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '7083ffdd-d140-4aab-95da-06bd854ff63b'}] {{(pid=93412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 14:32:01.396646 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab1c6a28-45ac-4aaf-b1ed-956cb7836e44 None None] Attempting to bind port f6f4e74a-ed61-4e42-9793-236853781fd1 on network 7083ffdd-d140-4aab-95da-06bd854ff63b {{(pid=93412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 14:32:01.413478 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab1c6a28-45ac-4aaf-b1ed-956cb7836e44 None None] Checking agent: {'id': 'd4363d4d-7a35-4f9b-b61a-c2590b3a63af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798198-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 14, 22, 29), 'started_at': datetime.datetime(2021, 8, 10, 14, 22, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 14, 31, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798198-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 14:32:01.413853 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab1c6a28-45ac-4aaf-b1ed-956cb7836e44 None None] Checking segment: {'id': 'e88a0990-9465-41c9-9090-f58db756571e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '7083ffdd-d140-4aab-95da-06bd854ff63b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 14:32:01.414260 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-ab1c6a28-45ac-4aaf-b1ed-956cb7836e44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:01.414663 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab1c6a28-45ac-4aaf-b1ed-956cb7836e44 None None] Bound using segment: {'id': 'e88a0990-9465-41c9-9090-f58db756571e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '7083ffdd-d140-4aab-95da-06bd854ff63b'} {{(pid=93412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 14:32:01.415181 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.managers [None req-ab1c6a28-45ac-4aaf-b1ed-956cb7836e44 None None] Bound port: f6f4e74a-ed61-4e42-9793-236853781fd1, host: dv-cinder-798198-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e88a0990-9465-41c9-9090-f58db756571e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '7083ffdd-d140-4aab-95da-06bd854ff63b'}}] {{(pid=93412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 14:32:01.421570 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-ab1c6a28-45ac-4aaf-b1ed-956cb7836e44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:01.516506 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-594d7d9b-257f-46f6-8892-f34f4293a427 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:01.593023 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.db [None req-ab1c6a28-45ac-4aaf-b1ed-956cb7836e44 None None] For port f6f4e74a-ed61-4e42-9793-236853781fd1, host dv-cinder-798198-2-iscsi, cleared binding levels {{(pid=93412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 14:32:01.601146 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.db [None req-ab1c6a28-45ac-4aaf-b1ed-956cb7836e44 None None] For port f6f4e74a-ed61-4e42-9793-236853781fd1, host dv-cinder-798198-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-2-iscsi',level=0,port_id=f6f4e74a-ed61-4e42-9793-236853781fd1,segment=NetworkSegment(e88a0990-9465-41c9-9090-f58db756571e),segment_id=e88a0990-9465-41c9-9090-f58db756571e)] {{(pid=93412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 14:32:01.609732 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-ab1c6a28-45ac-4aaf-b1ed-956cb7836e44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683854493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786683465220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786683465238'] for port, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:01.614584 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-594d7d9b-257f-46f6-8892-f34f4293a427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786683465198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26372150'] for port, after_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:01.708651 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-594d7d9b-257f-46f6-8892-f34f4293a427 admin admin] Network 3c935337-17af-4240-bc2c-ccb5b04b1532 is already hosted by enough agents. {{(pid=93410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 14:32:01.711019 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1c6a28-45ac-4aaf-b1ed-956cb7836e44 None None] Pushing event updated for resources: {'Port': ['ID=f6f4e74a-ed61-4e42-9793-236853781fd1,revision_number=2']} {{(pid=93412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:32:01.725032 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.scheduler.base_scheduler [None req-594d7d9b-257f-46f6-8892-f34f4293a427 admin admin] Resources bound (agent type, host, resource id): {{(pid=93410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:32:01.734555 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-594d7d9b-257f-46f6-8892-f34f4293a427 admin admin] Received port after_create {{(pid=93410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 14:32:01.744340 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.wsgi [-] (93411) accepted ('10.222.0.42', 51478) {{(pid=93411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:32:01.780631 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594d7d9b-257f-46f6-8892-f34f4293a427 admin admin] Pushing event updated for resources: {'Port': ['ID=4b4b8aaa-32c3-420e-958c-838d4d560630,revision_number=1']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:32:01.920343 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-62c6a76c-d13f-42e0-b652-51e97fdd9dd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:02.161042 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-f97b798d-bd61-4bdb-bb4a-e55e1a0659df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:02.165116 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-62c6a76c-d13f-42e0-b652-51e97fdd9dd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:02.172813 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-62c6a76c-d13f-42e0-b652-51e97fdd9dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734645'] for security_group, after_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:02.277900 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-62c6a76c-d13f-42e0-b652-51e97fdd9dd7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=795ff246de5c4fa5b6395278a1c60f11&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5321989 Aug 10 14:32:02.281200 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c6a76c-d13f-42e0-b652-51e97fdd9dd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1ba16a0-88b4-4775-8ea1-8e567c2a0510,revision_number=1']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:32:02.285643 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.wsgi [-] (93411) accepted ('10.222.0.42', 51488) {{(pid=93411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:32:02.363173 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-d1fc076f-4b9e-40e7-96b6-bd667b76222e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:02.404289 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-d1fc076f-4b9e-40e7-96b6-bd667b76222e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:02.481227 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6229916-aff6-4ea0-9b8e-98a3f43210da req-845587c9-867e-4ec5-9c25-280a29fe92a1 tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:32:02.485523 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-a6229916-aff6-4ea0-9b8e-98a3f43210da req-845587c9-867e-4ec5-9c25-280a29fe92a1 tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f4b4a64-897e-465f-9bac-f2ddc4135822 HTTP/1.1" status: 200 len: 945 time: 0.1748888 Aug 10 14:32:02.500505 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-d1fc076f-4b9e-40e7-96b6-bd667b76222e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734645'] for security_group, after_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:02.503361 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-d1fc076f-4b9e-40e7-96b6-bd667b76222e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:02.504685 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-d1fc076f-4b9e-40e7-96b6-bd667b76222e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d1ba16a0-88b4-4775-8ea1-8e567c2a0510 HTTP/1.1" status: 204 len: 168 time: 0.2084312 Aug 10 14:32:02.514748 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fc076f-4b9e-40e7-96b6-bd667b76222e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1ba16a0-88b4-4775-8ea1-8e567c2a0510,revision_number=None']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:32:02.553180 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Device f6f4e74a-ed61-4e42-9793-236853781fd1 up at agent ovs-agent-dv-cinder-798198-2-iscsi {{(pid=93412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:32:02.681019 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:02.727387 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.provisioning_blocks [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Provisioning for port f6f4e74a-ed61-4e42-9793-236853781fd1 completed by entity L2. {{(pid=93412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 14:32:02.757154 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-594d7d9b-257f-46f6-8892-f34f4293a427 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:02.885219 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-a6229916-aff6-4ea0-9b8e-98a3f43210da req-5887274c-9e08-4f3d-b8fe-2d2a463a4c7c tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] 10.222.0.42 "GET /v2.0/security-groups?id=6de17ce8-2ac1-42a8-95ab-f9984e61b328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3844635 Aug 10 14:32:03.042706 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.wsgi [-] (93411) accepted ('10.222.0.42', 51508) {{(pid=93411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:32:03.058026 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-75b728ed-e738-4e20-9732-c8d71020c3d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:03.166560 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8efa48ad-2ee5-45e1-baf1-0232ebd5a73c None None] Network 7083ffdd-d140-4aab-95da-06bd854ff63b requested from dv-cinder-798198-2-iscsi {{(pid=93412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 14:32:03.199072 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-594d7d9b-257f-46f6-8892-f34f4293a427 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-889961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-880098'] for router, after_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:03.225804 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-75b728ed-e738-4e20-9732-c8d71020c3d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:03.233147 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-75b728ed-e738-4e20-9732-c8d71020c3d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734645'] for security_group, after_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:03.243308 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.provisioning_blocks [None req-a2e0f6a5-c41e-456d-afc2-c70db21d65b8 None None] Provisioning for port f6f4e74a-ed61-4e42-9793-236853781fd1 completed by entity DHCP. {{(pid=93412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 14:32:03.257852 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.provisioning_blocks [None req-a2e0f6a5-c41e-456d-afc2-c70db21d65b8 None None] Provisioning complete for port f6f4e74a-ed61-4e42-9793-236853781fd1 triggered by entity DHCP. {{(pid=93412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:32:03.259262 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-a2e0f6a5-c41e-456d-afc2-c70db21d65b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932393'] for port, provisioning_complete {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:03.311945 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-75b728ed-e738-4e20-9732-c8d71020c3d9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d6aadb01a67b43db9ca5d4072cee8947&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2673619 Aug 10 14:32:03.312161 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.wsgi [-] (93410) accepted ('10.222.0.42', 51514) {{(pid=93410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:32:03.318421 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b728ed-e738-4e20-9732-c8d71020c3d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8708069e-e192-4bfc-b0de-f2df210a054b,revision_number=1']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:32:03.398281 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-bf887f09-fb0f-44be-9d15-0707c9862aa8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:03.410573 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-a2e0f6a5-c41e-456d-afc2-c70db21d65b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:03.425750 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-594d7d9b-257f-46f6-8892-f34f4293a427 admin admin] Router 1e73a8c5-47e7-4813-876a-8537fa47b2e0 is scheduled to L3 agent 8acc92de-0cfa-4d60-8b37-a39a4d3c1570 with binding_index 1 {{(pid=93410) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 14:32:03.432844 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-bf887f09-fb0f-44be-9d15-0707c9862aa8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:03.489706 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.db [None req-a2e0f6a5-c41e-456d-afc2-c70db21d65b8 None None] For port f6f4e74a-ed61-4e42-9793-236853781fd1, host dv-cinder-798198-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-2-iscsi',level=0,port_id=f6f4e74a-ed61-4e42-9793-236853781fd1,segment=NetworkSegment(e88a0990-9465-41c9-9090-f58db756571e),segment_id=e88a0990-9465-41c9-9090-f58db756571e)] {{(pid=93412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:32:03.496656 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-a2e0f6a5-c41e-456d-afc2-c70db21d65b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683854493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786683465220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786683465238'] for port, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:03.580991 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e0f6a5-c41e-456d-afc2-c70db21d65b8 None None] Pushing event updated for resources: {'Port': ['ID=f6f4e74a-ed61-4e42-9793-236853781fd1,revision_number=3']} {{(pid=93412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:32:03.586033 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-bf887f09-fb0f-44be-9d15-0707c9862aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734645'] for security_group, after_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:03.589235 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-bf887f09-fb0f-44be-9d15-0707c9862aa8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:03.594893 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [None req-bf887f09-fb0f-44be-9d15-0707c9862aa8 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8708069e-e192-4bfc-b0de-f2df210a054b HTTP/1.1" status: 204 len: 168 time: 0.2777133 Aug 10 14:32:03.606864 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf887f09-fb0f-44be-9d15-0707c9862aa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8708069e-e192-4bfc-b0de-f2df210a054b,revision_number=None']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:32:03.621113 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-594d7d9b-257f-46f6-8892-f34f4293a427 admin admin] Notify agent at l3_agent.dv-cinder-798198-2-iscsi the message routers_updated {{(pid=93410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 14:32:03.632627 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b05b6bd-a5b8-43d0-bcdb-e4347ba41502 None None] Sync routers for ids ['1e73a8c5-47e7-4813-876a-8537fa47b2e0'] in dv-cinder-798198-2-iscsi {{(pid=93413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 14:32:03.651823 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b05b6bd-a5b8-43d0-bcdb-e4347ba41502 None None] Routers {'1e73a8c5-47e7-4813-876a-8537fa47b2e0'} bound to L3 agent in host dv-cinder-798198-2-iscsi {{(pid=93413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:32:03.652746 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.db.l3_hamode_db [None req-8b05b6bd-a5b8-43d0-bcdb-e4347ba41502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T14:22:29Z,description=,heartbeat_timestamp=2021-08-10T14:31:59Z,host='dv-cinder-798198-2-iscsi',id=8acc92de-0cfa-4d60-8b37-a39a4d3c1570,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T14:22:29Z,topic='l3_agent')) {'router_ids': ['1e73a8c5-47e7-4813-876a-8537fa47b2e0'], 'active': True} {{(pid=93413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:32:03.672832 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-594d7d9b-257f-46f6-8892-f34f4293a427 admin admin] Notify callbacks [] for router, before_response {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:03.680644 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.wsgi [-] (93411) accepted ('10.222.0.42', 51520) {{(pid=93411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:32:03.682375 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [None req-594d7d9b-257f-46f6-8892-f34f4293a427 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.7416091 Aug 10 14:32:03.863926 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.db.l3_dvr_db [None req-8b05b6bd-a5b8-43d0-bcdb-e4347ba41502 None None] Set router 1e73a8c5-47e7-4813-876a-8537fa47b2e0 gateway port host: dv-cinder-798198-2-iscsi {{(pid=93413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:32:03.952724 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.provisioning_blocks [None req-f80cebab-63f7-49e1-9c16-8f7ccb14518f None None] Provisioning complete for port f6f4e74a-ed61-4e42-9793-236853781fd1 triggered by entity DHCP. {{(pid=93412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:32:03.953776 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-f80cebab-63f7-49e1-9c16-8f7ccb14518f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932393'] for port, provisioning_complete {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:04.160707 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867d0da4-9f39-4146-8585-00d0e6d31c8c req-1b06b7f7-c966-45cf-a397-965c265d60ec tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:32:04.168303 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-867d0da4-9f39-4146-8585-00d0e6d31c8c req-1b06b7f7-c966-45cf-a397-965c265d60ec tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f4b4a64-897e-465f-9bac-f2ddc4135822 HTTP/1.1" status: 200 len: 945 time: 0.1155722 Aug 10 14:32:04.222085 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-867d0da4-9f39-4146-8585-00d0e6d31c8c req-bdfc49f0-f9c6-4c0e-aaf0-101838f26f2b tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] 10.222.0.42 "GET /v2.0/security-groups?id=6de17ce8-2ac1-42a8-95ab-f9984e61b328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527413 Aug 10 14:32:04.258716 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.db.l3_hamode_db [None req-8b05b6bd-a5b8-43d0-bcdb-e4347ba41502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e73a8c5-47e7-4813-876a-8537fa47b2e0', 'name': 'tempest-TestMinimumBasicScenario-1786020671-router', 'tenant_id': '07adee952320462e8ef9cf17396b0b67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'external_fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': '4b4b8aaa-32c3-420e-958c-838d4d560630', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:31:59Z', 'updated_at': '2021-08-10T14:32:02Z', 'revision_number': 3, 'project_id': '07adee952320462e8ef9cf17396b0b67', 'gw_port': {'id': '4b4b8aaa-32c3-420e-958c-838d4d560630', 'name': '', 'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:24:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e73a8c5-47e7-4813-876a-8537fa47b2e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:32:00Z', 'updated_at': '2021-08-10T14:32:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-2-iscsi'}], 'dv-cinder-798198-2-iscsi', False) {} {{(pid=93413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:32:04.307392 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b05b6bd-a5b8-43d0-bcdb-e4347ba41502 None None] Checking router: 1e73a8c5-47e7-4813-876a-8537fa47b2e0 for host: dv-cinder-798198-2-iscsi {{(pid=93413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 14:32:04.308363 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b05b6bd-a5b8-43d0-bcdb-e4347ba41502 None None] Updating router 1e73a8c5-47e7-4813-876a-8537fa47b2e0 port 4b4b8aaa-32c3-420e-958c-838d4d560630 binding host dv-cinder-798198-2-iscsi {{(pid=93413) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 14:32:04.356564 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron_lib.callbacks.manager [None req-8b05b6bd-a5b8-43d0-bcdb-e4347ba41502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_update {{(pid=93413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:04.477876 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Device f6f4e74a-ed61-4e42-9793-236853781fd1 up at agent ovs-agent-dv-cinder-798198-2-iscsi {{(pid=93412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:32:04.608459 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-a7b8e53f-7fd9-4bf4-94cf-1cd0c464dd88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:04.629412 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.provisioning_blocks [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Provisioning complete for port f6f4e74a-ed61-4e42-9793-236853781fd1 triggered by entity L2. {{(pid=93412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:32:04.630282 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932393'] for port, provisioning_complete {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:04.773028 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron_lib.callbacks.manager [None req-8b05b6bd-a5b8-43d0-bcdb-e4347ba41502 None None] Notify callbacks [] for port, precommit_update {{(pid=93413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:04.793676 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.db.provisioning_blocks [None req-8b05b6bd-a5b8-43d0-bcdb-e4347ba41502 None None] Transition to ACTIVE for port object 4b4b8aaa-32c3-420e-958c-838d4d560630 will not be triggered until provisioned by entity L2. {{(pid=93413) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 14:32:04.803970 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron_lib.callbacks.manager [None req-8b05b6bd-a5b8-43d0-bcdb-e4347ba41502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683854493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786683465220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786683465238'] for port, after_update {{(pid=93413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:04.819569 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.db.db_base_plugin_common [None req-a7b8e53f-7fd9-4bf4-94cf-1cd0c464dd88 admin admin] Allocated IP 172.20.0.1 (7083ffdd-d140-4aab-95da-06bd854ff63b/a9c6fdb5-8d6e-4a2a-b088-d4102712e94a/962caecf-38e8-4ad7-a6f0-48e30629c2d3) {{(pid=93411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 14:32:04.909219 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.plugins.ml2.managers [None req-8b05b6bd-a5b8-43d0-bcdb-e4347ba41502 None None] Attempting to bind port 4b4b8aaa-32c3-420e-958c-838d4d560630 on host dv-cinder-798198-2-iscsi for vnic_type normal with profile {{(pid=93413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 14:32:04.910088 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.plugins.ml2.managers [None req-8b05b6bd-a5b8-43d0-bcdb-e4347ba41502 None None] Attempting to bind port 4b4b8aaa-32c3-420e-958c-838d4d560630 by drivers openvswitch,hyperv on host dv-cinder-798198-2-iscsi at level 0 using segments [{'id': '9b73c935-a484-45be-a2a0-87b3c816c298', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532'}] {{(pid=93413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 14:32:04.910675 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b05b6bd-a5b8-43d0-bcdb-e4347ba41502 None None] Attempting to bind port 4b4b8aaa-32c3-420e-958c-838d4d560630 on network 3c935337-17af-4240-bc2c-ccb5b04b1532 {{(pid=93413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 14:32:04.926201 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b05b6bd-a5b8-43d0-bcdb-e4347ba41502 None None] Checking agent: {'id': 'd4363d4d-7a35-4f9b-b61a-c2590b3a63af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798198-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 14, 22, 29), 'started_at': datetime.datetime(2021, 8, 10, 14, 22, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 14, 31, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798198-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 14:32:04.926666 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b05b6bd-a5b8-43d0-bcdb-e4347ba41502 None None] Checking segment: {'id': '9b73c935-a484-45be-a2a0-87b3c816c298', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 14:32:04.927196 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron_lib.callbacks.manager [None req-8b05b6bd-a5b8-43d0-bcdb-e4347ba41502 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:04.927775 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b05b6bd-a5b8-43d0-bcdb-e4347ba41502 None None] Bound using segment: {'id': '9b73c935-a484-45be-a2a0-87b3c816c298', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532'} {{(pid=93413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 14:32:04.928403 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.plugins.ml2.managers [None req-8b05b6bd-a5b8-43d0-bcdb-e4347ba41502 None None] Bound port: 4b4b8aaa-32c3-420e-958c-838d4d560630, host: dv-cinder-798198-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b73c935-a484-45be-a2a0-87b3c816c298', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532'}}] {{(pid=93413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 14:32:04.929054 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron_lib.callbacks.manager [None req-8b05b6bd-a5b8-43d0-bcdb-e4347ba41502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_update {{(pid=93413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:04.931341 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61dbe5a-f0c9-4d23-9078-a8bb9e3df5e2 None None] Pushing event updated for resources: {'Port': ['ID=4b4b8aaa-32c3-420e-958c-838d4d560630,revision_number=2']} {{(pid=93413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:32:04.992041 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61dbe5a-f0c9-4d23-9078-a8bb9e3df5e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:32:04.992577 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61dbe5a-f0c9-4d23-9078-a8bb9e3df5e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:32:04.993133 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61dbe5a-f0c9-4d23-9078-a8bb9e3df5e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:32:04.993712 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61dbe5a-f0c9-4d23-9078-a8bb9e3df5e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:32:04.993895 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-a7b8e53f-7fd9-4bf4-94cf-1cd0c464dd88 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:04.994262 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61dbe5a-f0c9-4d23-9078-a8bb9e3df5e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:32:04.994819 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61dbe5a-f0c9-4d23-9078-a8bb9e3df5e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:32:04.995371 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61dbe5a-f0c9-4d23-9078-a8bb9e3df5e2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:32:04.995916 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61dbe5a-f0c9-4d23-9078-a8bb9e3df5e2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:32:04.996466 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61dbe5a-f0c9-4d23-9078-a8bb9e3df5e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:32:04.997048 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61dbe5a-f0c9-4d23-9078-a8bb9e3df5e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:32:04.997557 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61dbe5a-f0c9-4d23-9078-a8bb9e3df5e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:32:04.998304 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61dbe5a-f0c9-4d23-9078-a8bb9e3df5e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:32:05.020296 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.db.provisioning_blocks [None req-a7b8e53f-7fd9-4bf4-94cf-1cd0c464dd88 admin admin] Transition to ACTIVE for port object 962caecf-38e8-4ad7-a6f0-48e30629c2d3 will not be triggered until provisioned by entity DHCP. {{(pid=93411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 14:32:05.059856 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.plugins.ml2.db [None req-8b05b6bd-a5b8-43d0-bcdb-e4347ba41502 None None] For port 4b4b8aaa-32c3-420e-958c-838d4d560630, host dv-cinder-798198-2-iscsi, cleared binding levels {{(pid=93413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 14:32:05.068523 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.plugins.ml2.db [None req-8b05b6bd-a5b8-43d0-bcdb-e4347ba41502 None None] For port 4b4b8aaa-32c3-420e-958c-838d4d560630, host dv-cinder-798198-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-2-iscsi',level=0,port_id=4b4b8aaa-32c3-420e-958c-838d4d560630,segment=NetworkSegment(9b73c935-a484-45be-a2a0-87b3c816c298),segment_id=9b73c935-a484-45be-a2a0-87b3c816c298)] {{(pid=93413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 14:32:05.075758 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron_lib.callbacks.manager [None req-8b05b6bd-a5b8-43d0-bcdb-e4347ba41502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683854493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786683465220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786683465238'] for port, after_update {{(pid=93413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:05.104130 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-a7b8e53f-7fd9-4bf4-94cf-1cd0c464dd88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786683465198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2690464'] for port, after_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:05.147686 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61dbe5a-f0c9-4d23-9078-a8bb9e3df5e2 None None] Pushing event updated for resources: {'Port': ['ID=4b4b8aaa-32c3-420e-958c-838d4d560630,revision_number=3']} {{(pid=93413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:32:05.150652 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b05b6bd-a5b8-43d0-bcdb-e4347ba41502 None None] Routers {'1e73a8c5-47e7-4813-876a-8537fa47b2e0'} bound to L3 agent in host dv-cinder-798198-2-iscsi {{(pid=93413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:32:05.151283 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.db.l3_hamode_db [None req-8b05b6bd-a5b8-43d0-bcdb-e4347ba41502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T14:22:29Z,description=,heartbeat_timestamp=2021-08-10T14:31:59Z,host='dv-cinder-798198-2-iscsi',id=8acc92de-0cfa-4d60-8b37-a39a4d3c1570,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T14:22:29Z,topic='l3_agent')) {'router_ids': ['1e73a8c5-47e7-4813-876a-8537fa47b2e0'], 'active': True} {{(pid=93413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:32:05.195139 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7b8e53f-7fd9-4bf4-94cf-1cd0c464dd88 admin admin] Network 7083ffdd-d140-4aab-95da-06bd854ff63b is already hosted by enough agents. {{(pid=93411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 14:32:05.196344 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b8e53f-7fd9-4bf4-94cf-1cd0c464dd88 admin admin] Pushing event updated for resources: {'Port': ['ID=962caecf-38e8-4ad7-a6f0-48e30629c2d3,revision_number=1']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:32:05.199851 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.scheduler.base_scheduler [None req-a7b8e53f-7fd9-4bf4-94cf-1cd0c464dd88 admin admin] Resources bound (agent type, host, resource id): {{(pid=93411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:32:05.202422 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b8e53f-7fd9-4bf4-94cf-1cd0c464dd88 admin admin] Received port after_create {{(pid=93411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 14:32:05.253210 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-a7b8e53f-7fd9-4bf4-94cf-1cd0c464dd88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-717585'] for router_interface, before_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:05.439706 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.db.l3_dvr_db [None req-8b05b6bd-a5b8-43d0-bcdb-e4347ba41502 None None] Set router 1e73a8c5-47e7-4813-876a-8537fa47b2e0 gateway port host: dv-cinder-798198-2-iscsi {{(pid=93413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:32:05.549863 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23c32c2-a58f-4b8c-aa9f-3cf43bc88a2f req-b0882ae5-ced7-4bdf-9a54-2d47b71d2e93 tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:32:05.553545 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-a7b8e53f-7fd9-4bf4-94cf-1cd0c464dd88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_update {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:05.562884 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-c23c32c2-a58f-4b8c-aa9f-3cf43bc88a2f req-b0882ae5-ced7-4bdf-9a54-2d47b71d2e93 tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f4b4a64-897e-465f-9bac-f2ddc4135822 HTTP/1.1" status: 200 len: 945 time: 0.1431966 Aug 10 14:32:05.660023 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-c23c32c2-a58f-4b8c-aa9f-3cf43bc88a2f req-27af2445-5455-4825-8167-1d2cbcc2bc45 tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] 10.222.0.42 "GET /v2.0/security-groups?id=6de17ce8-2ac1-42a8-95ab-f9984e61b328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955369 Aug 10 14:32:05.691067 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.provisioning_blocks [None req-233c0048-836e-4fc8-ad45-91b034fdf04b None None] Provisioning for port 962caecf-38e8-4ad7-a6f0-48e30629c2d3 completed by entity DHCP. {{(pid=93412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 14:32:05.722430 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.provisioning_blocks [None req-233c0048-836e-4fc8-ad45-91b034fdf04b None None] Provisioning complete for port 962caecf-38e8-4ad7-a6f0-48e30629c2d3 triggered by entity DHCP. {{(pid=93412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:32:05.725754 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-233c0048-836e-4fc8-ad45-91b034fdf04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932393'] for port, provisioning_complete {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:05.794618 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.db.l3_hamode_db [None req-8b05b6bd-a5b8-43d0-bcdb-e4347ba41502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e73a8c5-47e7-4813-876a-8537fa47b2e0', 'name': 'tempest-TestMinimumBasicScenario-1786020671-router', 'tenant_id': '07adee952320462e8ef9cf17396b0b67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'external_fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': '4b4b8aaa-32c3-420e-958c-838d4d560630', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:31:59Z', 'updated_at': '2021-08-10T14:32:02Z', 'revision_number': 3, 'project_id': '07adee952320462e8ef9cf17396b0b67', 'gw_port': {'id': '4b4b8aaa-32c3-420e-958c-838d4d560630', 'name': '', 'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:24:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e73a8c5-47e7-4813-876a-8537fa47b2e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:32:00Z', 'updated_at': '2021-08-10T14:32:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-2-iscsi'}], 'dv-cinder-798198-2-iscsi', False) {} {{(pid=93413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:32:05.837113 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.plugin [None req-233c0048-836e-4fc8-ad45-91b034fdf04b None None] Port 962caecf-38e8-4ad7-a6f0-48e30629c2d3 cannot update to ACTIVE because it is not bound. {{(pid=93412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 14:32:05.855924 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b05b6bd-a5b8-43d0-bcdb-e4347ba41502 None None] The sync data for ids ['1e73a8c5-47e7-4813-876a-8537fa47b2e0'] in dv-cinder-798198-2-iscsi is: [{'id': '1e73a8c5-47e7-4813-876a-8537fa47b2e0', 'name': 'tempest-TestMinimumBasicScenario-1786020671-router', 'tenant_id': '07adee952320462e8ef9cf17396b0b67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'external_fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': '4b4b8aaa-32c3-420e-958c-838d4d560630', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:31:59Z', 'updated_at': '2021-08-10T14:32:02Z', 'revision_number': 3, 'project_id': '07adee952320462e8ef9cf17396b0b67', 'gw_port': {'id': '4b4b8aaa-32c3-420e-958c-838d4d560630', 'name': '', 'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:24:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e73a8c5-47e7-4813-876a-8537fa47b2e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:32:00Z', 'updated_at': '2021-08-10T14:32:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-2-iscsi'}] {{(pid=93413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 14:32:05.880350 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-a7b8e53f-7fd9-4bf4-94cf-1cd0c464dd88 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:05.886031 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-a7b8e53f-7fd9-4bf4-94cf-1cd0c464dd88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683854493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786683465220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786683465238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2690395'] for port, after_update {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:06.038353 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b8e53f-7fd9-4bf4-94cf-1cd0c464dd88 admin admin] Pushing event updated for resources: {'Port': ['ID=962caecf-38e8-4ad7-a6f0-48e30629c2d3,revision_number=2']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:32:06.054583 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-a7b8e53f-7fd9-4bf4-94cf-1cd0c464dd88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-767284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-717733'] for router_interface, after_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:06.213393 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7b8e53f-7fd9-4bf4-94cf-1cd0c464dd88 admin admin] Network 7083ffdd-d140-4aab-95da-06bd854ff63b is already hosted by enough agents. {{(pid=93411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 14:32:06.215864 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.scheduler.base_scheduler [None req-a7b8e53f-7fd9-4bf4-94cf-1cd0c464dd88 admin admin] Resources bound (agent type, host, resource id): {{(pid=93411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:32:06.499983 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7b8e53f-7fd9-4bf4-94cf-1cd0c464dd88 admin admin] Router 1e73a8c5-47e7-4813-876a-8537fa47b2e0 has already been hosted by L3 agent 8acc92de-0cfa-4d60-8b37-a39a4d3c1570 {{(pid=93411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 14:32:06.532903 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Device 4b4b8aaa-32c3-420e-958c-838d4d560630 up at agent ovs-agent-dv-cinder-798198-2-iscsi {{(pid=93412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:32:06.617655 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.provisioning_blocks [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Provisioning for port 4b4b8aaa-32c3-420e-958c-838d4d560630 completed by entity L2. {{(pid=93412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 14:32:06.633861 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.provisioning_blocks [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Provisioning complete for port 4b4b8aaa-32c3-420e-958c-838d4d560630 triggered by entity L2. {{(pid=93412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:32:06.634226 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932393'] for port, provisioning_complete {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:06.735159 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7b8e53f-7fd9-4bf4-94cf-1cd0c464dd88 admin admin] Notify agent at l3_agent.dv-cinder-798198-2-iscsi the message routers_updated {{(pid=93411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 14:32:06.745786 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-a7b8e53f-7fd9-4bf4-94cf-1cd0c464dd88 admin admin] 10.222.0.42 "PUT /v2.0/routers/1e73a8c5-47e7-4813-876a-8537fa47b2e0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0633852 Aug 10 14:32:06.819859 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:06.830356 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.provisioning_blocks [None req-7ca5cb63-f102-4a49-b932-a445cd0053a9 None None] Provisioning complete for port 962caecf-38e8-4ad7-a6f0-48e30629c2d3 triggered by entity DHCP. {{(pid=93412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:32:06.831352 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-7ca5cb63-f102-4a49-b932-a445cd0053a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932393'] for port, provisioning_complete {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:06.872695 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5b4aa6-5008-4c05-ada5-42a35553debf req-ae3acee1-f165-4899-85de-3d0ded02e3e4 tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:32:06.884489 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-1c5b4aa6-5008-4c05-ada5-42a35553debf req-ae3acee1-f165-4899-85de-3d0ded02e3e4 tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f4b4a64-897e-465f-9bac-f2ddc4135822 HTTP/1.1" status: 200 len: 945 time: 0.1040394 Aug 10 14:32:06.888260 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.db [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] For port 4b4b8aaa-32c3-420e-958c-838d4d560630, host dv-cinder-798198-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-2-iscsi',level=0,port_id=4b4b8aaa-32c3-420e-958c-838d4d560630,segment=NetworkSegment(9b73c935-a484-45be-a2a0-87b3c816c298),segment_id=9b73c935-a484-45be-a2a0-87b3c816c298)] {{(pid=93412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:32:06.894845 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683854493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786683465220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786683465238'] for port, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:06.950493 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.plugin [None req-7ca5cb63-f102-4a49-b932-a445cd0053a9 None None] Port 962caecf-38e8-4ad7-a6f0-48e30629c2d3 cannot update to ACTIVE because it is not bound. {{(pid=93412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 14:32:06.973442 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-1c5b4aa6-5008-4c05-ada5-42a35553debf req-31c14d09-b713-48c7-a2da-b92019824b75 tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] 10.222.0.42 "GET /v2.0/security-groups?id=6de17ce8-2ac1-42a8-95ab-f9984e61b328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855856 Aug 10 14:32:07.006571 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Pushing event updated for resources: {'Port': ['ID=4b4b8aaa-32c3-420e-958c-838d4d560630,revision_number=4']} {{(pid=93412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:32:07.651850 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.wsgi [-] (93411) accepted ('10.222.0.42', 51614) {{(pid=93411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:32:07.658457 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.v2.base [None req-e1f41f0b-f5bd-4352-819e-30ced567519e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1381531195-network', 'tenant_id': '6e261cc64a784eee9d30627d2586148e'}} {{(pid=93411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:32:07.683053 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1f41f0b-f5bd-4352-819e-30ced567519e admin admin] Made reservation on behalf of 6e261cc64a784eee9d30627d2586148e for: {'network': 1} {{(pid=93411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 14:32:07.685772 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-e1f41f0b-f5bd-4352-819e-30ced567519e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for network, before_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:07.696314 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-e1f41f0b-f5bd-4352-819e-30ced567519e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:07.819199 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-e1f41f0b-f5bd-4352-819e-30ced567519e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:07.825033 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-e1f41f0b-f5bd-4352-819e-30ced567519e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734645'] for security_group, after_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:07.863498 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1f41f0b-f5bd-4352-819e-30ced567519e admin admin] vlan segment allocate from pool success with {'vlan_id': 581, 'physical_network': 'physnet1'} {{(pid=93411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 14:32:07.874926 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f41f0b-f5bd-4352-819e-30ced567519e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd8def2d-3800-4419-b507-ee5e56dca269,revision_number=1']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:32:07.883677 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-e1f41f0b-f5bd-4352-819e-30ced567519e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1962803'] for segment, precommit_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:07.883677 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.db.segments_db [None req-e1f41f0b-f5bd-4352-819e-30ced567519e admin admin] Added segment c2ee4bf1-fe89-466a-aec1-d4244264defa of type vlan for network a36fc37c-d2e6-4b7e-8fe3-766f2b8cb389 Aug 10 14:32:07.942580 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-e1f41f0b-f5bd-4352-819e-30ced567519e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786683450956'] for network, precommit_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:07.983988 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-e1f41f0b-f5bd-4352-819e-30ced567519e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238'] for network, after_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:07.985386 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1f41f0b-f5bd-4352-819e-30ced567519e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:32:07.986803 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-e1f41f0b-f5bd-4352-819e-30ced567519e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-767256'] for network, before_response {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:08.086486 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-e1f41f0b-f5bd-4352-819e-30ced567519e admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4333577 Aug 10 14:32:08.091071 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.wsgi [-] (93410) accepted ('10.222.0.42', 51618) {{(pid=93410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:32:08.093742 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f41f0b-f5bd-4352-819e-30ced567519e admin admin] Pushing event updated for resources: {'Network': ['ID=a36fc37c-d2e6-4b7e-8fe3-766f2b8cb389,revision_number=1']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:32:08.099583 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.v2.base [None req-d4a2629d-8bdb-460f-b7fa-10c47a5434a8 admin admin] Request body: {'subnet': {'network_id': 'a36fc37c-d2e6-4b7e-8fe3-766f2b8cb389', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1381531195-subnet', 'tenant_id': '6e261cc64a784eee9d30627d2586148e', 'ip_version': 4}} {{(pid=93410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:32:08.111504 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Network a36fc37c-d2e6-4b7e-8fe3-766f2b8cb389 details requested by agent ovs-agent-dv-cinder-798198-2-iscsi with host dv-cinder-798198-2-iscsi {{(pid=93412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 14:32:08.180368 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4a2629d-8bdb-460f-b7fa-10c47a5434a8 admin admin] Made reservation on behalf of 6e261cc64a784eee9d30627d2586148e for: {'subnet': 1} {{(pid=93410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 14:32:08.183078 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-d4a2629d-8bdb-460f-b7fa-10c47a5434a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25174165'] for subnet, before_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:08.240525 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67678b4b-ef2e-4b08-a608-70f55072bb08 req-c25741c6-d974-41e0-9294-5f867ecf703d tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:32:08.242205 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-67678b4b-ef2e-4b08-a608-70f55072bb08 req-c25741c6-d974-41e0-9294-5f867ecf703d tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f4b4a64-897e-465f-9bac-f2ddc4135822 HTTP/1.1" status: 200 len: 945 time: 0.1274304 Aug 10 14:32:08.247967 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4595b14f-a1c1-47c7-b8be-8bc8ee32dfb8 None None] Sync routers for ids ['1e73a8c5-47e7-4813-876a-8537fa47b2e0'] in dv-cinder-798198-2-iscsi {{(pid=93412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 14:32:08.260652 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4595b14f-a1c1-47c7-b8be-8bc8ee32dfb8 None None] Routers {'1e73a8c5-47e7-4813-876a-8537fa47b2e0'} bound to L3 agent in host dv-cinder-798198-2-iscsi {{(pid=93412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:32:08.261368 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.l3_hamode_db [None req-4595b14f-a1c1-47c7-b8be-8bc8ee32dfb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T14:22:29Z,description=,heartbeat_timestamp=2021-08-10T14:31:59Z,host='dv-cinder-798198-2-iscsi',id=8acc92de-0cfa-4d60-8b37-a39a4d3c1570,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T14:22:29Z,topic='l3_agent')) {'router_ids': ['1e73a8c5-47e7-4813-876a-8537fa47b2e0'], 'active': True} {{(pid=93412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:32:08.322957 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-67678b4b-ef2e-4b08-a608-70f55072bb08 req-ed6bc1e0-e9c7-41b4-8e73-50a264ef7a1c tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] 10.222.0.42 "GET /v2.0/security-groups?id=6de17ce8-2ac1-42a8-95ab-f9984e61b328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675156 Aug 10 14:32:08.464812 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-d4a2629d-8bdb-460f-b7fa-10c47a5434a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26372162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25174151'] for subnet, after_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:08.503333 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.l3_dvr_db [None req-4595b14f-a1c1-47c7-b8be-8bc8ee32dfb8 None None] Set router 1e73a8c5-47e7-4813-876a-8537fa47b2e0 gateway port host: dv-cinder-798198-2-iscsi {{(pid=93412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:32:08.549628 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a2629d-8bdb-460f-b7fa-10c47a5434a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a92a84a-c2a8-4ab6-99f1-459037c62b0e,revision_number=0']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:32:08.555363 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a2629d-8bdb-460f-b7fa-10c47a5434a8 admin admin] Checking segment: {'id': 'c2ee4bf1-fe89-466a-aec1-d4244264defa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'a36fc37c-d2e6-4b7e-8fe3-766f2b8cb389'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 14:32:08.555977 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4a2629d-8bdb-460f-b7fa-10c47a5434a8 admin admin] Network hostable DHCP agents. Network: a36fc37c-d2e6-4b7e-8fe3-766f2b8cb389, hostable agents: ['53faeb90-ccf6-4b1a-8900-1e421dfb616b'], hosted agents: [] {{(pid=93410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 14:32:08.560458 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Device 4b4b8aaa-32c3-420e-958c-838d4d560630 up at agent ovs-agent-dv-cinder-798198-2-iscsi {{(pid=93412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:32:08.579241 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4a2629d-8bdb-460f-b7fa-10c47a5434a8 admin admin] Network a36fc37c-d2e6-4b7e-8fe3-766f2b8cb389 is scheduled to be hosted by DHCP agent 53faeb90-ccf6-4b1a-8900-1e421dfb616b with binding_index 1 {{(pid=93410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 14:32:08.608371 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.scheduler.base_scheduler [None req-d4a2629d-8bdb-460f-b7fa-10c47a5434a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798198-2-iscsi, a36fc37c-d2e6-4b7e-8fe3-766f2b8cb389) {{(pid=93410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:32:08.618093 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4a2629d-8bdb-460f-b7fa-10c47a5434a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:32:08.619130 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-d4a2629d-8bdb-460f-b7fa-10c47a5434a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-767256'] for subnet, before_response {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:08.623009 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d35f5ff-c5d7-4da2-9a9e-f215065794ae None None] Network a36fc37c-d2e6-4b7e-8fe3-766f2b8cb389 requested from dv-cinder-798198-2-iscsi {{(pid=93412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 14:32:08.649518 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [None req-d4a2629d-8bdb-460f-b7fa-10c47a5434a8 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5561721 Aug 10 14:32:08.652180 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.wsgi [-] (93410) accepted ('10.222.0.42', 51632) {{(pid=93410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:32:08.659980 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.v2.base [None req-5d880929-784a-4174-93fe-8ed238c45944 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1381531195-router', 'tenant_id': '6e261cc64a784eee9d30627d2586148e', 'external_gateway_info': {'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532'}}} {{(pid=93410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:32:08.711439 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-5d880929-784a-4174-93fe-8ed238c45944 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-891600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35319'] for router, before_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:08.713504 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-5d880929-784a-4174-93fe-8ed238c45944 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-889952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-879889', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35214'] for router, precommit_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:08.810613 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-5d880929-784a-4174-93fe-8ed238c45944 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:08.862624 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.provisioning_blocks [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Provisioning complete for port 4b4b8aaa-32c3-420e-958c-838d4d560630 triggered by entity L2. {{(pid=93412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:32:08.863010 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932393'] for port, provisioning_complete {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:09.089474 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7728e83-cd01-4b04-93c0-9d04b78f868c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8873163a-82cf-5338-8941-670df499cab8-a36fc37c-d2e6-4b7e-8fe3-766f2b8cb389', 'network_id': 'a36fc37c-d2e6-4b7e-8fe3-766f2b8cb389', 'tenant_id': '6e261cc64a784eee9d30627d2586148e', 'fixed_ips': [{'subnet_id': '9a92a84a-c2a8-4ab6-99f1-459037c62b0e'}]}} from dv-cinder-798198-2-iscsi. {{(pid=93412) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 14:32:09.090352 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-d7728e83-cd01-4b04-93c0-9d04b78f868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_create {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:09.114537 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-5d880929-784a-4174-93fe-8ed238c45944 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:09.131412 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.l3_hamode_db [None req-4595b14f-a1c1-47c7-b8be-8bc8ee32dfb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e73a8c5-47e7-4813-876a-8537fa47b2e0', 'name': 'tempest-TestMinimumBasicScenario-1786020671-router', 'tenant_id': '07adee952320462e8ef9cf17396b0b67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'external_fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': '4b4b8aaa-32c3-420e-958c-838d4d560630', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:31:59Z', 'updated_at': '2021-08-10T14:32:05Z', 'revision_number': 4, 'project_id': '07adee952320462e8ef9cf17396b0b67', 'gw_port': {'id': '4b4b8aaa-32c3-420e-958c-838d4d560630', 'name': '', 'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:24:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e73a8c5-47e7-4813-876a-8537fa47b2e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:32:00Z', 'updated_at': '2021-08-10T14:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-2-iscsi', '_interfaces': [{'id': '962caecf-38e8-4ad7-a6f0-48e30629c2d3', 'name': '', 'network_id': '7083ffdd-d140-4aab-95da-06bd854ff63b', 'tenant_id': '07adee952320462e8ef9cf17396b0b67', 'mac_address': 'fa:16:3e:ab:8a:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e73a8c5-47e7-4813-876a-8537fa47b2e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'a9c6fdb5-8d6e-4a2a-b088-d4102712e94a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:32:04Z', 'updated_at': '2021-08-10T14:32:05Z', 'revision_number': 2, 'project_id': '07adee952320462e8ef9cf17396b0b67', 'subnets': [{'id': 'a9c6fdb5-8d6e-4a2a-b088-d4102712e94a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-2-iscsi', False) {} {{(pid=93412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:32:09.219348 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4595b14f-a1c1-47c7-b8be-8bc8ee32dfb8 None None] Checking router: 1e73a8c5-47e7-4813-876a-8537fa47b2e0 for host: dv-cinder-798198-2-iscsi {{(pid=93412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 14:32:09.219724 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4595b14f-a1c1-47c7-b8be-8bc8ee32dfb8 None None] Updating router 1e73a8c5-47e7-4813-876a-8537fa47b2e0 port 962caecf-38e8-4ad7-a6f0-48e30629c2d3 binding host dv-cinder-798198-2-iscsi {{(pid=93412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 14:32:09.268678 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-4595b14f-a1c1-47c7-b8be-8bc8ee32dfb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:09.505651 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.db_base_plugin_common [None req-d7728e83-cd01-4b04-93c0-9d04b78f868c None None] Allocated IP 172.20.0.2 (a36fc37c-d2e6-4b7e-8fe3-766f2b8cb389/9a92a84a-c2a8-4ab6-99f1-459037c62b0e/21c7915d-976b-4aaf-8e9c-f54e625c6018) {{(pid=93412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 14:32:09.529579 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-5d880929-784a-4174-93fe-8ed238c45944 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:09.563765 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-5d880929-784a-4174-93fe-8ed238c45944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:09.578122 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6881b7-07f1-4345-814a-581ce36904a5 req-cfd4d5c9-0fa5-454a-be84-7927e00a8fa2 tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:32:09.581036 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-8a6881b7-07f1-4345-814a-581ce36904a5 req-cfd4d5c9-0fa5-454a-be84-7927e00a8fa2 tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f4b4a64-897e-465f-9bac-f2ddc4135822 HTTP/1.1" status: 200 len: 945 time: 0.1108081 Aug 10 14:32:09.683217 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-8a6881b7-07f1-4345-814a-581ce36904a5 req-1c5fb19a-2883-48a7-922f-e98ed2bc72bf tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] 10.222.0.42 "GET /v2.0/security-groups?id=6de17ce8-2ac1-42a8-95ab-f9984e61b328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899789 Aug 10 14:32:09.779773 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.db.db_base_plugin_common [None req-5d880929-784a-4174-93fe-8ed238c45944 admin admin] Allocated IP 172.27.0.112 (3c935337-17af-4240-bc2c-ccb5b04b1532/e735a612-8fb3-4a85-bede-f6307ba49d31/381d83d8-924b-472d-84ef-21a4a84ff0d7) {{(pid=93410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 14:32:09.950835 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-d7728e83-cd01-4b04-93c0-9d04b78f868c None None] Notify callbacks [] for port, precommit_create {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:09.971506 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-5d880929-784a-4174-93fe-8ed238c45944 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:09.990283 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.provisioning_blocks [None req-d7728e83-cd01-4b04-93c0-9d04b78f868c None None] Transition to ACTIVE for port object 21c7915d-976b-4aaf-8e9c-f54e625c6018 will not be triggered until provisioned by entity L2. {{(pid=93412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 14:32:10.028280 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-4595b14f-a1c1-47c7-b8be-8bc8ee32dfb8 None None] Notify callbacks [] for port, precommit_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:10.031070 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.provisioning_blocks [None req-d7728e83-cd01-4b04-93c0-9d04b78f868c None None] Transition to ACTIVE for port object 21c7915d-976b-4aaf-8e9c-f54e625c6018 will not be triggered until provisioned by entity DHCP. {{(pid=93412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 14:32:10.042183 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-d7728e83-cd01-4b04-93c0-9d04b78f868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786683465198'] for port, after_create {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:10.045358 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.provisioning_blocks [None req-4595b14f-a1c1-47c7-b8be-8bc8ee32dfb8 None None] Transition to ACTIVE for port object 962caecf-38e8-4ad7-a6f0-48e30629c2d3 will not be triggered until provisioned by entity L2. {{(pid=93412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 14:32:10.061188 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-5d880929-784a-4174-93fe-8ed238c45944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786683465198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26372150'] for port, after_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:10.080151 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-4595b14f-a1c1-47c7-b8be-8bc8ee32dfb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683854493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786683465220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786683465238'] for port, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:10.095850 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7728e83-cd01-4b04-93c0-9d04b78f868c None None] Network a36fc37c-d2e6-4b7e-8fe3-766f2b8cb389 is already hosted by enough agents. {{(pid=93412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 14:32:10.101245 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.scheduler.base_scheduler [None req-d7728e83-cd01-4b04-93c0-9d04b78f868c None None] Resources bound (agent type, host, resource id): {{(pid=93412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:32:10.106736 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7728e83-cd01-4b04-93c0-9d04b78f868c None None] Received port after_create {{(pid=93412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 14:32:10.119373 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7728e83-cd01-4b04-93c0-9d04b78f868c None None] Pushing event updated for resources: {'Port': ['ID=21c7915d-976b-4aaf-8e9c-f54e625c6018,revision_number=1']} {{(pid=93412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:32:10.151177 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d880929-784a-4174-93fe-8ed238c45944 admin admin] Network 3c935337-17af-4240-bc2c-ccb5b04b1532 is already hosted by enough agents. {{(pid=93410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 14:32:10.162259 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.scheduler.base_scheduler [None req-5d880929-784a-4174-93fe-8ed238c45944 admin admin] Resources bound (agent type, host, resource id): {{(pid=93410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:32:10.167742 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d880929-784a-4174-93fe-8ed238c45944 admin admin] Received port after_create {{(pid=93410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 14:32:10.204222 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d880929-784a-4174-93fe-8ed238c45944 admin admin] Pushing event updated for resources: {'Port': ['ID=381d83d8-924b-472d-84ef-21a4a84ff0d7,revision_number=1']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:32:10.283728 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.managers [None req-d7728e83-cd01-4b04-93c0-9d04b78f868c None None] Attempting to bind port 21c7915d-976b-4aaf-8e9c-f54e625c6018 on host dv-cinder-798198-2-iscsi for vnic_type normal with profile {{(pid=93412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 14:32:10.284558 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.managers [None req-d7728e83-cd01-4b04-93c0-9d04b78f868c None None] Attempting to bind port 21c7915d-976b-4aaf-8e9c-f54e625c6018 by drivers openvswitch,hyperv on host dv-cinder-798198-2-iscsi at level 0 using segments [{'id': 'c2ee4bf1-fe89-466a-aec1-d4244264defa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'a36fc37c-d2e6-4b7e-8fe3-766f2b8cb389'}] {{(pid=93412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 14:32:10.284887 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7728e83-cd01-4b04-93c0-9d04b78f868c None None] Attempting to bind port 21c7915d-976b-4aaf-8e9c-f54e625c6018 on network a36fc37c-d2e6-4b7e-8fe3-766f2b8cb389 {{(pid=93412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 14:32:10.293790 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.managers [None req-4595b14f-a1c1-47c7-b8be-8bc8ee32dfb8 None None] Attempting to bind port 962caecf-38e8-4ad7-a6f0-48e30629c2d3 on host dv-cinder-798198-2-iscsi for vnic_type normal with profile {{(pid=93412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 14:32:10.294473 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.managers [None req-4595b14f-a1c1-47c7-b8be-8bc8ee32dfb8 None None] Attempting to bind port 962caecf-38e8-4ad7-a6f0-48e30629c2d3 by drivers openvswitch,hyperv on host dv-cinder-798198-2-iscsi at level 0 using segments [{'id': 'e88a0990-9465-41c9-9090-f58db756571e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '7083ffdd-d140-4aab-95da-06bd854ff63b'}] {{(pid=93412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 14:32:10.295188 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4595b14f-a1c1-47c7-b8be-8bc8ee32dfb8 None None] Attempting to bind port 962caecf-38e8-4ad7-a6f0-48e30629c2d3 on network 7083ffdd-d140-4aab-95da-06bd854ff63b {{(pid=93412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 14:32:10.321132 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7728e83-cd01-4b04-93c0-9d04b78f868c None None] Checking agent: {'id': 'd4363d4d-7a35-4f9b-b61a-c2590b3a63af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798198-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 14, 22, 29), 'started_at': datetime.datetime(2021, 8, 10, 14, 22, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 14, 31, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798198-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 14:32:10.321132 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7728e83-cd01-4b04-93c0-9d04b78f868c None None] Checking segment: {'id': 'c2ee4bf1-fe89-466a-aec1-d4244264defa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'a36fc37c-d2e6-4b7e-8fe3-766f2b8cb389'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 14:32:10.321132 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-d7728e83-cd01-4b04-93c0-9d04b78f868c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:10.321787 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7728e83-cd01-4b04-93c0-9d04b78f868c None None] Bound using segment: {'id': 'c2ee4bf1-fe89-466a-aec1-d4244264defa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'a36fc37c-d2e6-4b7e-8fe3-766f2b8cb389'} {{(pid=93412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 14:32:10.322317 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.managers [None req-d7728e83-cd01-4b04-93c0-9d04b78f868c None None] Bound port: 21c7915d-976b-4aaf-8e9c-f54e625c6018, host: dv-cinder-798198-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2ee4bf1-fe89-466a-aec1-d4244264defa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'a36fc37c-d2e6-4b7e-8fe3-766f2b8cb389'}}] {{(pid=93412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 14:32:10.323184 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-d7728e83-cd01-4b04-93c0-9d04b78f868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:10.349818 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5463d6-894f-4305-b260-e3b2863e06b2 None None] Pushing event updated for resources: {'Port': ['ID=962caecf-38e8-4ad7-a6f0-48e30629c2d3,revision_number=3']} {{(pid=93412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:32:10.361644 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4595b14f-a1c1-47c7-b8be-8bc8ee32dfb8 None None] Checking agent: {'id': 'd4363d4d-7a35-4f9b-b61a-c2590b3a63af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798198-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 14, 22, 29), 'started_at': datetime.datetime(2021, 8, 10, 14, 22, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 14, 31, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798198-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 14:32:10.361644 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4595b14f-a1c1-47c7-b8be-8bc8ee32dfb8 None None] Checking segment: {'id': 'e88a0990-9465-41c9-9090-f58db756571e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '7083ffdd-d140-4aab-95da-06bd854ff63b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 14:32:10.361644 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-4595b14f-a1c1-47c7-b8be-8bc8ee32dfb8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:10.361644 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4595b14f-a1c1-47c7-b8be-8bc8ee32dfb8 None None] Bound using segment: {'id': 'e88a0990-9465-41c9-9090-f58db756571e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '7083ffdd-d140-4aab-95da-06bd854ff63b'} {{(pid=93412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 14:32:10.363625 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.managers [None req-4595b14f-a1c1-47c7-b8be-8bc8ee32dfb8 None None] Bound port: 962caecf-38e8-4ad7-a6f0-48e30629c2d3, host: dv-cinder-798198-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e88a0990-9465-41c9-9090-f58db756571e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '7083ffdd-d140-4aab-95da-06bd854ff63b'}}] {{(pid=93412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 14:32:10.364628 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-4595b14f-a1c1-47c7-b8be-8bc8ee32dfb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:10.604383 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.db [None req-d7728e83-cd01-4b04-93c0-9d04b78f868c None None] For port 21c7915d-976b-4aaf-8e9c-f54e625c6018, host dv-cinder-798198-2-iscsi, cleared binding levels {{(pid=93412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 14:32:10.608004 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.db [None req-d7728e83-cd01-4b04-93c0-9d04b78f868c None None] For port 21c7915d-976b-4aaf-8e9c-f54e625c6018, host dv-cinder-798198-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-2-iscsi',level=0,port_id=21c7915d-976b-4aaf-8e9c-f54e625c6018,segment=NetworkSegment(c2ee4bf1-fe89-466a-aec1-d4244264defa),segment_id=c2ee4bf1-fe89-466a-aec1-d4244264defa)] {{(pid=93412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 14:32:10.619855 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-d7728e83-cd01-4b04-93c0-9d04b78f868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683854493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786683465220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786683465238'] for port, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:10.654004 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.db [None req-4595b14f-a1c1-47c7-b8be-8bc8ee32dfb8 None None] For port 962caecf-38e8-4ad7-a6f0-48e30629c2d3, host dv-cinder-798198-2-iscsi, cleared binding levels {{(pid=93412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 14:32:10.679700 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-5d880929-784a-4174-93fe-8ed238c45944 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:10.685403 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.db [None req-4595b14f-a1c1-47c7-b8be-8bc8ee32dfb8 None None] For port 962caecf-38e8-4ad7-a6f0-48e30629c2d3, host dv-cinder-798198-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-2-iscsi',level=0,port_id=962caecf-38e8-4ad7-a6f0-48e30629c2d3,segment=NetworkSegment(e88a0990-9465-41c9-9090-f58db756571e),segment_id=e88a0990-9465-41c9-9090-f58db756571e)] {{(pid=93412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 14:32:10.699839 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-4595b14f-a1c1-47c7-b8be-8bc8ee32dfb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683854493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786683465220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786683465238'] for port, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:10.711158 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7728e83-cd01-4b04-93c0-9d04b78f868c None None] Pushing event updated for resources: {'Port': ['ID=21c7915d-976b-4aaf-8e9c-f54e625c6018,revision_number=2']} {{(pid=93412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:32:10.761069 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4595b14f-a1c1-47c7-b8be-8bc8ee32dfb8 None None] Routers {'1e73a8c5-47e7-4813-876a-8537fa47b2e0'} bound to L3 agent in host dv-cinder-798198-2-iscsi {{(pid=93412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:32:10.762056 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.l3_hamode_db [None req-4595b14f-a1c1-47c7-b8be-8bc8ee32dfb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T14:22:29Z,description=,heartbeat_timestamp=2021-08-10T14:31:59Z,host='dv-cinder-798198-2-iscsi',id=8acc92de-0cfa-4d60-8b37-a39a4d3c1570,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T14:22:29Z,topic='l3_agent')) {'router_ids': ['1e73a8c5-47e7-4813-876a-8537fa47b2e0'], 'active': True} {{(pid=93412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:32:10.842223 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5463d6-894f-4305-b260-e3b2863e06b2 None None] Pushing event updated for resources: {'Port': ['ID=962caecf-38e8-4ad7-a6f0-48e30629c2d3,revision_number=4']} {{(pid=93412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:32:10.926370 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.l3_dvr_db [None req-4595b14f-a1c1-47c7-b8be-8bc8ee32dfb8 None None] Set router 1e73a8c5-47e7-4813-876a-8537fa47b2e0 gateway port host: dv-cinder-798198-2-iscsi {{(pid=93412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:32:11.131691 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd1e439-5862-400f-8d4f-578b4835749a req-0d39fdc0-5947-4141-9a18-27283c1bb3a5 tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:32:11.147631 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-8cd1e439-5862-400f-8d4f-578b4835749a req-0d39fdc0-5947-4141-9a18-27283c1bb3a5 tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f4b4a64-897e-465f-9bac-f2ddc4135822 HTTP/1.1" status: 200 len: 945 time: 0.2297831 Aug 10 14:32:11.231345 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-8cd1e439-5862-400f-8d4f-578b4835749a req-5b300b00-3311-437e-889c-0717b8023f1a tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] 10.222.0.42 "GET /v2.0/security-groups?id=6de17ce8-2ac1-42a8-95ab-f9984e61b328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822039 Aug 10 14:32:11.355498 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-5d880929-784a-4174-93fe-8ed238c45944 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-889961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-880098'] for router, after_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:11.374097 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.l3_hamode_db [None req-4595b14f-a1c1-47c7-b8be-8bc8ee32dfb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e73a8c5-47e7-4813-876a-8537fa47b2e0', 'name': 'tempest-TestMinimumBasicScenario-1786020671-router', 'tenant_id': '07adee952320462e8ef9cf17396b0b67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'external_fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': '4b4b8aaa-32c3-420e-958c-838d4d560630', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:31:59Z', 'updated_at': '2021-08-10T14:32:05Z', 'revision_number': 4, 'project_id': '07adee952320462e8ef9cf17396b0b67', 'gw_port': {'id': '4b4b8aaa-32c3-420e-958c-838d4d560630', 'name': '', 'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:24:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e73a8c5-47e7-4813-876a-8537fa47b2e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:32:00Z', 'updated_at': '2021-08-10T14:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-2-iscsi', '_interfaces': [{'id': '962caecf-38e8-4ad7-a6f0-48e30629c2d3', 'name': '', 'network_id': '7083ffdd-d140-4aab-95da-06bd854ff63b', 'tenant_id': '07adee952320462e8ef9cf17396b0b67', 'mac_address': 'fa:16:3e:ab:8a:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e73a8c5-47e7-4813-876a-8537fa47b2e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'a9c6fdb5-8d6e-4a2a-b088-d4102712e94a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:32:04Z', 'updated_at': '2021-08-10T14:32:10Z', 'revision_number': 4, 'project_id': '07adee952320462e8ef9cf17396b0b67', 'subnets': [{'id': 'a9c6fdb5-8d6e-4a2a-b088-d4102712e94a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-2-iscsi', False) {} {{(pid=93412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:32:11.430019 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4595b14f-a1c1-47c7-b8be-8bc8ee32dfb8 None None] The sync data for ids ['1e73a8c5-47e7-4813-876a-8537fa47b2e0'] in dv-cinder-798198-2-iscsi is: [{'id': '1e73a8c5-47e7-4813-876a-8537fa47b2e0', 'name': 'tempest-TestMinimumBasicScenario-1786020671-router', 'tenant_id': '07adee952320462e8ef9cf17396b0b67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'external_fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': '4b4b8aaa-32c3-420e-958c-838d4d560630', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:31:59Z', 'updated_at': '2021-08-10T14:32:05Z', 'revision_number': 4, 'project_id': '07adee952320462e8ef9cf17396b0b67', 'gw_port': {'id': '4b4b8aaa-32c3-420e-958c-838d4d560630', 'name': '', 'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:24:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e73a8c5-47e7-4813-876a-8537fa47b2e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:32:00Z', 'updated_at': '2021-08-10T14:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-2-iscsi', '_interfaces': [{'id': '962caecf-38e8-4ad7-a6f0-48e30629c2d3', 'name': '', 'network_id': '7083ffdd-d140-4aab-95da-06bd854ff63b', 'tenant_id': '07adee952320462e8ef9cf17396b0b67', 'mac_address': 'fa:16:3e:ab:8a:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e73a8c5-47e7-4813-876a-8537fa47b2e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'a9c6fdb5-8d6e-4a2a-b088-d4102712e94a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:32:04Z', 'updated_at': '2021-08-10T14:32:10Z', 'revision_number': 4, 'project_id': '07adee952320462e8ef9cf17396b0b67', 'subnets': [{'id': 'a9c6fdb5-8d6e-4a2a-b088-d4102712e94a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 14:32:11.878133 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d880929-784a-4174-93fe-8ed238c45944 admin admin] Router c1ab02ac-9137-45c1-b9d2-2ae3a34c7c40 is scheduled to L3 agent 8acc92de-0cfa-4d60-8b37-a39a4d3c1570 with binding_index 1 {{(pid=93410) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 14:32:12.022966 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d880929-784a-4174-93fe-8ed238c45944 admin admin] Notify agent at l3_agent.dv-cinder-798198-2-iscsi the message routers_updated {{(pid=93410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 14:32:12.036299 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7951ce93-60ae-429a-83ff-61ac97f0d5cc None None] Sync routers for ids ['c1ab02ac-9137-45c1-b9d2-2ae3a34c7c40'] in dv-cinder-798198-2-iscsi {{(pid=93413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 14:32:12.051015 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-5d880929-784a-4174-93fe-8ed238c45944 admin admin] Notify callbacks [] for router, before_response {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:12.053225 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [None req-5d880929-784a-4174-93fe-8ed238c45944 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.3995693 Aug 10 14:32:12.056549 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.wsgi [-] (93411) accepted ('10.222.0.42', 51684) {{(pid=93411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:32:12.061110 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7951ce93-60ae-429a-83ff-61ac97f0d5cc None None] Routers {'c1ab02ac-9137-45c1-b9d2-2ae3a34c7c40'} bound to L3 agent in host dv-cinder-798198-2-iscsi {{(pid=93413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:32:12.062867 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.db.l3_hamode_db [None req-7951ce93-60ae-429a-83ff-61ac97f0d5cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T14:22:29Z,description=,heartbeat_timestamp=2021-08-10T14:31:59Z,host='dv-cinder-798198-2-iscsi',id=8acc92de-0cfa-4d60-8b37-a39a4d3c1570,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T14:22:29Z,topic='l3_agent')) {'router_ids': ['c1ab02ac-9137-45c1-b9d2-2ae3a34c7c40'], 'active': True} {{(pid=93413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:32:12.253861 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.db.l3_dvr_db [None req-7951ce93-60ae-429a-83ff-61ac97f0d5cc None None] Set router c1ab02ac-9137-45c1-b9d2-2ae3a34c7c40 gateway port host: dv-cinder-798198-2-iscsi {{(pid=93413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:32:12.394104 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d475fb67-19d6-4979-8725-285ab94428a2 None None] Network a36fc37c-d2e6-4b7e-8fe3-766f2b8cb389 requested from dv-cinder-798198-2-iscsi {{(pid=93412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 14:32:12.583136 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.provisioning_blocks [None req-ea9ec08f-762c-4ef8-b46d-c36cd0289cc5 None None] Provisioning for port 21c7915d-976b-4aaf-8e9c-f54e625c6018 completed by entity DHCP. {{(pid=93412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 14:32:12.713112 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.wsgi [-] (93410) accepted ('10.222.0.42', 51698) {{(pid=93410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:32:12.713768 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.db.l3_hamode_db [None req-7951ce93-60ae-429a-83ff-61ac97f0d5cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1ab02ac-9137-45c1-b9d2-2ae3a34c7c40', 'name': 'tempest-TestMinimumBasicScenario-1381531195-router', 'tenant_id': '6e261cc64a784eee9d30627d2586148e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'external_fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': '381d83d8-924b-472d-84ef-21a4a84ff0d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:32:08Z', 'updated_at': '2021-08-10T14:32:10Z', 'revision_number': 3, 'project_id': '6e261cc64a784eee9d30627d2586148e', 'gw_port': {'id': '381d83d8-924b-472d-84ef-21a4a84ff0d7', 'name': '', 'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:a2:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1ab02ac-9137-45c1-b9d2-2ae3a34c7c40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:32:09Z', 'updated_at': '2021-08-10T14:32:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-2-iscsi'}], 'dv-cinder-798198-2-iscsi', False) {} {{(pid=93413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:32:12.753393 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f02e75e-fe3e-4492-8f40-a34ff6d8fb92 req-e336b6f2-4c59-475c-850a-8b5bba9e1f62 tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:32:12.760454 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-4f02e75e-fe3e-4492-8f40-a34ff6d8fb92 req-e336b6f2-4c59-475c-850a-8b5bba9e1f62 tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f4b4a64-897e-465f-9bac-f2ddc4135822 HTTP/1.1" status: 200 len: 945 time: 0.2152617 Aug 10 14:32:12.822120 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7951ce93-60ae-429a-83ff-61ac97f0d5cc None None] Checking router: c1ab02ac-9137-45c1-b9d2-2ae3a34c7c40 for host: dv-cinder-798198-2-iscsi {{(pid=93413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 14:32:12.824326 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7951ce93-60ae-429a-83ff-61ac97f0d5cc None None] Updating router c1ab02ac-9137-45c1-b9d2-2ae3a34c7c40 port 381d83d8-924b-472d-84ef-21a4a84ff0d7 binding host dv-cinder-798198-2-iscsi {{(pid=93413) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 14:32:12.838378 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Device 962caecf-38e8-4ad7-a6f0-48e30629c2d3 up at agent ovs-agent-dv-cinder-798198-2-iscsi {{(pid=93412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:32:12.897368 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron_lib.callbacks.manager [None req-7951ce93-60ae-429a-83ff-61ac97f0d5cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_update {{(pid=93413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:12.898974 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-4f02e75e-fe3e-4492-8f40-a34ff6d8fb92 req-c57e99ea-4706-4745-8f3f-e169ae637f5f tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] 10.222.0.42 "GET /v2.0/security-groups?id=6de17ce8-2ac1-42a8-95ab-f9984e61b328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041675 Aug 10 14:32:13.016119 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-352fe51f-3428-4718-9653-1bdf65b2d6a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:13.052085 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.provisioning_blocks [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Provisioning for port 962caecf-38e8-4ad7-a6f0-48e30629c2d3 completed by entity L2. {{(pid=93412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 14:32:13.057476 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.provisioning_blocks [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Provisioning complete for port 962caecf-38e8-4ad7-a6f0-48e30629c2d3 triggered by entity L2. {{(pid=93412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:32:13.057853 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932393'] for port, provisioning_complete {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:13.290064 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-352fe51f-3428-4718-9653-1bdf65b2d6a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:13.296060 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-352fe51f-3428-4718-9653-1bdf65b2d6a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734645'] for security_group, after_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:13.319674 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:13.368699 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352fe51f-3428-4718-9653-1bdf65b2d6a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=899e0e5c-09be-463d-8b26-04518d76dd5a,revision_number=1']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:32:13.399886 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.db [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] For port 962caecf-38e8-4ad7-a6f0-48e30629c2d3, host dv-cinder-798198-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-2-iscsi',level=0,port_id=962caecf-38e8-4ad7-a6f0-48e30629c2d3,segment=NetworkSegment(e88a0990-9465-41c9-9090-f58db756571e),segment_id=e88a0990-9465-41c9-9090-f58db756571e)] {{(pid=93412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:32:13.407026 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683854493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786683465220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786683465238'] for port, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:13.409019 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Device 21c7915d-976b-4aaf-8e9c-f54e625c6018 up at agent ovs-agent-dv-cinder-798198-2-iscsi {{(pid=93412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:32:13.428814 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352fe51f-3428-4718-9653-1bdf65b2d6a4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:32:13.429169 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352fe51f-3428-4718-9653-1bdf65b2d6a4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:32:13.429559 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352fe51f-3428-4718-9653-1bdf65b2d6a4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:32:13.434276 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352fe51f-3428-4718-9653-1bdf65b2d6a4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:32:13.434384 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352fe51f-3428-4718-9653-1bdf65b2d6a4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:32:13.434656 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352fe51f-3428-4718-9653-1bdf65b2d6a4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:32:13.434997 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352fe51f-3428-4718-9653-1bdf65b2d6a4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:32:13.441015 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352fe51f-3428-4718-9653-1bdf65b2d6a4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:32:13.441597 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352fe51f-3428-4718-9653-1bdf65b2d6a4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:32:13.441901 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352fe51f-3428-4718-9653-1bdf65b2d6a4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:32:13.447019 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352fe51f-3428-4718-9653-1bdf65b2d6a4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:32:13.447902 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352fe51f-3428-4718-9653-1bdf65b2d6a4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:32:13.484913 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [None req-352fe51f-3428-4718-9653-1bdf65b2d6a4 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=99532f0fcf0d410b9271b60a860958c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7698929 Aug 10 14:32:13.487717 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.wsgi [-] (93410) accepted ('10.222.0.42', 51706) {{(pid=93410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:32:13.586021 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-62eb57f9-039f-465d-95a9-833c37c766c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:13.611852 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Pushing event updated for resources: {'Port': ['ID=962caecf-38e8-4ad7-a6f0-48e30629c2d3,revision_number=5']} {{(pid=93412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:32:13.646007 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-c26d7761-a476-4bcf-9ff7-d53ca12dc2c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:13.648006 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron_lib.callbacks.manager [None req-7951ce93-60ae-429a-83ff-61ac97f0d5cc None None] Notify callbacks [] for port, precommit_update {{(pid=93413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:13.651825 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.provisioning_blocks [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Provisioning for port 21c7915d-976b-4aaf-8e9c-f54e625c6018 completed by entity L2. {{(pid=93412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 14:32:13.655504 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.provisioning_blocks [None req-420a56fe-bb3f-401a-908f-4479956e0644 None None] Provisioning complete for port 21c7915d-976b-4aaf-8e9c-f54e625c6018 triggered by entity DHCP. {{(pid=93412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:32:13.656129 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-420a56fe-bb3f-401a-908f-4479956e0644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932393'] for port, provisioning_complete {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:13.672764 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.db.provisioning_blocks [None req-7951ce93-60ae-429a-83ff-61ac97f0d5cc None None] Transition to ACTIVE for port object 381d83d8-924b-472d-84ef-21a4a84ff0d7 will not be triggered until provisioned by entity L2. {{(pid=93413) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 14:32:13.693989 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron_lib.callbacks.manager [None req-7951ce93-60ae-429a-83ff-61ac97f0d5cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683854493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786683465220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786683465238'] for port, after_update {{(pid=93413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:13.709744 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.provisioning_blocks [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Provisioning complete for port 21c7915d-976b-4aaf-8e9c-f54e625c6018 triggered by entity L2. {{(pid=93412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:32:13.710355 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932393'] for port, provisioning_complete {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:13.711187 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-c26d7761-a476-4bcf-9ff7-d53ca12dc2c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:13.825652 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-c26d7761-a476-4bcf-9ff7-d53ca12dc2c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734645'] for security_group, after_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:13.832041 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-c26d7761-a476-4bcf-9ff7-d53ca12dc2c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:13.834241 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [None req-c26d7761-a476-4bcf-9ff7-d53ca12dc2c5 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/899e0e5c-09be-463d-8b26-04518d76dd5a HTTP/1.1" status: 204 len: 168 time: 0.3449097 Aug 10 14:32:13.856132 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26d7761-a476-4bcf-9ff7-d53ca12dc2c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=899e0e5c-09be-463d-8b26-04518d76dd5a,revision_number=None']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:32:13.866324 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a68b2e6-4a35-47d2-b278-97768b5ee413 None None] Pushing event updated for resources: {'Port': ['ID=381d83d8-924b-472d-84ef-21a4a84ff0d7,revision_number=2']} {{(pid=93413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:32:13.883394 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.plugins.ml2.managers [None req-7951ce93-60ae-429a-83ff-61ac97f0d5cc None None] Attempting to bind port 381d83d8-924b-472d-84ef-21a4a84ff0d7 on host dv-cinder-798198-2-iscsi for vnic_type normal with profile {{(pid=93413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 14:32:13.884023 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.plugins.ml2.managers [None req-7951ce93-60ae-429a-83ff-61ac97f0d5cc None None] Attempting to bind port 381d83d8-924b-472d-84ef-21a4a84ff0d7 by drivers openvswitch,hyperv on host dv-cinder-798198-2-iscsi at level 0 using segments [{'id': '9b73c935-a484-45be-a2a0-87b3c816c298', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532'}] {{(pid=93413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 14:32:13.884297 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7951ce93-60ae-429a-83ff-61ac97f0d5cc None None] Attempting to bind port 381d83d8-924b-472d-84ef-21a4a84ff0d7 on network 3c935337-17af-4240-bc2c-ccb5b04b1532 {{(pid=93413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 14:32:13.898880 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7951ce93-60ae-429a-83ff-61ac97f0d5cc None None] Checking agent: {'id': 'd4363d4d-7a35-4f9b-b61a-c2590b3a63af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798198-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 14, 22, 29), 'started_at': datetime.datetime(2021, 8, 10, 14, 22, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 14, 31, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798198-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 14:32:13.899148 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7951ce93-60ae-429a-83ff-61ac97f0d5cc None None] Checking segment: {'id': '9b73c935-a484-45be-a2a0-87b3c816c298', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 14:32:13.899352 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron_lib.callbacks.manager [None req-7951ce93-60ae-429a-83ff-61ac97f0d5cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:13.899752 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7951ce93-60ae-429a-83ff-61ac97f0d5cc None None] Bound using segment: {'id': '9b73c935-a484-45be-a2a0-87b3c816c298', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532'} {{(pid=93413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 14:32:13.900238 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.plugins.ml2.managers [None req-7951ce93-60ae-429a-83ff-61ac97f0d5cc None None] Bound port: 381d83d8-924b-472d-84ef-21a4a84ff0d7, host: dv-cinder-798198-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b73c935-a484-45be-a2a0-87b3c816c298', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532'}}] {{(pid=93413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 14:32:13.900628 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron_lib.callbacks.manager [None req-7951ce93-60ae-429a-83ff-61ac97f0d5cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_update {{(pid=93413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:13.902008 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.db.db_base_plugin_common [None req-62eb57f9-039f-465d-95a9-833c37c766c4 admin admin] Allocated IP 172.20.0.1 (a36fc37c-d2e6-4b7e-8fe3-766f2b8cb389/9a92a84a-c2a8-4ab6-99f1-459037c62b0e/0f8808b7-bcfd-4df1-9fa6-15af9602f58f) {{(pid=93411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 14:32:14.203731 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.plugins.ml2.db [None req-7951ce93-60ae-429a-83ff-61ac97f0d5cc None None] For port 381d83d8-924b-472d-84ef-21a4a84ff0d7, host dv-cinder-798198-2-iscsi, cleared binding levels {{(pid=93413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 14:32:14.205872 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-62eb57f9-039f-465d-95a9-833c37c766c4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:14.214949 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.plugins.ml2.db [None req-7951ce93-60ae-429a-83ff-61ac97f0d5cc None None] For port 381d83d8-924b-472d-84ef-21a4a84ff0d7, host dv-cinder-798198-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-2-iscsi',level=0,port_id=381d83d8-924b-472d-84ef-21a4a84ff0d7,segment=NetworkSegment(9b73c935-a484-45be-a2a0-87b3c816c298),segment_id=9b73c935-a484-45be-a2a0-87b3c816c298)] {{(pid=93413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 14:32:14.224079 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron_lib.callbacks.manager [None req-7951ce93-60ae-429a-83ff-61ac97f0d5cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683854493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786683465220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786683465238'] for port, after_update {{(pid=93413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:14.240445 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.db.provisioning_blocks [None req-62eb57f9-039f-465d-95a9-833c37c766c4 admin admin] Transition to ACTIVE for port object 0f8808b7-bcfd-4df1-9fa6-15af9602f58f will not be triggered until provisioned by entity DHCP. {{(pid=93411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 14:32:14.301220 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7951ce93-60ae-429a-83ff-61ac97f0d5cc None None] Routers {'c1ab02ac-9137-45c1-b9d2-2ae3a34c7c40'} bound to L3 agent in host dv-cinder-798198-2-iscsi {{(pid=93413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:32:14.301925 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.db.l3_hamode_db [None req-7951ce93-60ae-429a-83ff-61ac97f0d5cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T14:22:29Z,description=,heartbeat_timestamp=2021-08-10T14:31:59Z,host='dv-cinder-798198-2-iscsi',id=8acc92de-0cfa-4d60-8b37-a39a4d3c1570,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T14:22:29Z,topic='l3_agent')) {'router_ids': ['c1ab02ac-9137-45c1-b9d2-2ae3a34c7c40'], 'active': True} {{(pid=93413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:32:14.322039 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-420a56fe-bb3f-401a-908f-4479956e0644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:14.338167 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-62eb57f9-039f-465d-95a9-833c37c766c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786683465198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2690464'] for port, after_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:14.342878 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:14.371213 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9398b611-2655-4dcd-ad7e-b633cd2a01c7 req-f05e686f-3e0f-42f0-b27f-81cec39092d9 tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:32:14.373213 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-9398b611-2655-4dcd-ad7e-b633cd2a01c7 req-f05e686f-3e0f-42f0-b27f-81cec39092d9 tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f4b4a64-897e-465f-9bac-f2ddc4135822 HTTP/1.1" status: 200 len: 945 time: 0.2752616 Aug 10 14:32:14.382457 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae36e68d-d901-4ab8-a563-bdfc33ccfec2 req-9b17815c-ff0e-4a72-a881-78a9443f4fa0 tempest-VolumesActionsTest-1150805267 tempest-VolumesActionsTest-1150805267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:32:14.397956 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-ae36e68d-d901-4ab8-a563-bdfc33ccfec2 req-9b17815c-ff0e-4a72-a881-78a9443f4fa0 tempest-VolumesActionsTest-1150805267 tempest-VolumesActionsTest-1150805267-project] 10.222.0.42 "GET /v2.0/networks?id=0bada3fd-9d51-4fed-bf98-dae845f60ce8 HTTP/1.1" status: 200 len: 809 time: 0.2203012 Aug 10 14:32:14.419132 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a68b2e6-4a35-47d2-b278-97768b5ee413 None None] Pushing event updated for resources: {'Port': ['ID=381d83d8-924b-472d-84ef-21a4a84ff0d7,revision_number=3']} {{(pid=93413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:32:14.442000 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-ae36e68d-d901-4ab8-a563-bdfc33ccfec2 req-a1236b1b-5268-4a69-8487-b69bd69bbb45 tempest-VolumesActionsTest-1150805267 tempest-VolumesActionsTest-1150805267-project] 10.222.0.42 "GET /v2.0/quotas/54441281e8a54b899196ad3f7dd72d15 HTTP/1.1" status: 200 len: 375 time: 0.0422344 Aug 10 14:32:14.459285 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.db [None req-420a56fe-bb3f-401a-908f-4479956e0644 None None] For port 21c7915d-976b-4aaf-8e9c-f54e625c6018, host dv-cinder-798198-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-2-iscsi',level=0,port_id=21c7915d-976b-4aaf-8e9c-f54e625c6018,segment=NetworkSegment(c2ee4bf1-fe89-466a-aec1-d4244264defa),segment_id=c2ee4bf1-fe89-466a-aec1-d4244264defa)] {{(pid=93412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:32:14.473536 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-420a56fe-bb3f-401a-908f-4479956e0644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683854493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786683465220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786683465238'] for port, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:14.489972 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62eb57f9-039f-465d-95a9-833c37c766c4 admin admin] Pushing event updated for resources: {'Port': ['ID=0f8808b7-bcfd-4df1-9fa6-15af9602f58f,revision_number=1']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:32:14.492895 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-ae36e68d-d901-4ab8-a563-bdfc33ccfec2 req-31d5701c-71c8-402c-b899-0407729b2745 tempest-VolumesActionsTest-1150805267 tempest-VolumesActionsTest-1150805267-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=54441281e8a54b899196ad3f7dd72d15&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0487089 Aug 10 14:32:14.499867 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.wsgi [-] (93411) accepted ('10.222.0.42', 51730) {{(pid=93411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:32:14.502150 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62eb57f9-039f-465d-95a9-833c37c766c4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:32:14.502787 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62eb57f9-039f-465d-95a9-833c37c766c4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:32:14.503424 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62eb57f9-039f-465d-95a9-833c37c766c4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:32:14.503874 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62eb57f9-039f-465d-95a9-833c37c766c4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:32:14.504264 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62eb57f9-039f-465d-95a9-833c37c766c4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:32:14.504679 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62eb57f9-039f-465d-95a9-833c37c766c4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:32:14.505073 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62eb57f9-039f-465d-95a9-833c37c766c4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:32:14.505540 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62eb57f9-039f-465d-95a9-833c37c766c4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:32:14.505891 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62eb57f9-039f-465d-95a9-833c37c766c4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:32:14.506193 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62eb57f9-039f-465d-95a9-833c37c766c4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:32:14.506513 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62eb57f9-039f-465d-95a9-833c37c766c4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:32:14.506939 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62eb57f9-039f-465d-95a9-833c37c766c4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:32:14.518701 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.db.l3_dvr_db [None req-7951ce93-60ae-429a-83ff-61ac97f0d5cc None None] Set router c1ab02ac-9137-45c1-b9d2-2ae3a34c7c40 gateway port host: dv-cinder-798198-2-iscsi {{(pid=93413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:32:14.527206 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62eb57f9-039f-465d-95a9-833c37c766c4 admin admin] Network a36fc37c-d2e6-4b7e-8fe3-766f2b8cb389 is already hosted by enough agents. {{(pid=93411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 14:32:14.528794 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-b4192ff8-1317-493b-9b10-9acb3c438e3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:14.533621 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.scheduler.base_scheduler [None req-62eb57f9-039f-465d-95a9-833c37c766c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:32:14.541870 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62eb57f9-039f-465d-95a9-833c37c766c4 admin admin] Received port after_create {{(pid=93411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 14:32:14.636326 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-62eb57f9-039f-465d-95a9-833c37c766c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-717585'] for router_interface, before_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:14.698773 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-9398b611-2655-4dcd-ad7e-b633cd2a01c7 req-7636446a-cc53-4b51-9a24-821040e6c127 tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] 10.222.0.42 "GET /v2.0/security-groups?id=6de17ce8-2ac1-42a8-95ab-f9984e61b328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2854011 Aug 10 14:32:14.743804 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-ae36e68d-d901-4ab8-a563-bdfc33ccfec2 req-53211fa6-f92c-4e68-9458-8553497cddfd service neutron] 10.222.0.42 "GET /v2.0/networks/0bada3fd-9d51-4fed-bf98-dae845f60ce8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2494147 Aug 10 14:32:14.756694 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.db.api [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93412) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 14:32:14.757694 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG oslo_db.api [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 14:32:14.794874 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420a56fe-bb3f-401a-908f-4479956e0644 None None] Pushing event updated for resources: {'Port': ['ID=21c7915d-976b-4aaf-8e9c-f54e625c6018,revision_number=3']} {{(pid=93412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:32:14.925878 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.db.l3_hamode_db [None req-7951ce93-60ae-429a-83ff-61ac97f0d5cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1ab02ac-9137-45c1-b9d2-2ae3a34c7c40', 'name': 'tempest-TestMinimumBasicScenario-1381531195-router', 'tenant_id': '6e261cc64a784eee9d30627d2586148e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'external_fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': '381d83d8-924b-472d-84ef-21a4a84ff0d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:32:08Z', 'updated_at': '2021-08-10T14:32:10Z', 'revision_number': 3, 'project_id': '6e261cc64a784eee9d30627d2586148e', 'gw_port': {'id': '381d83d8-924b-472d-84ef-21a4a84ff0d7', 'name': '', 'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:a2:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1ab02ac-9137-45c1-b9d2-2ae3a34c7c40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:32:09Z', 'updated_at': '2021-08-10T14:32:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-2-iscsi'}], 'dv-cinder-798198-2-iscsi', False) {} {{(pid=93413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:32:14.930410 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-b4192ff8-1317-493b-9b10-9acb3c438e3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:14.940594 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-b4192ff8-1317-493b-9b10-9acb3c438e3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734645'] for security_group, after_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:14.940834 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-ae36e68d-d901-4ab8-a563-bdfc33ccfec2 req-2b509d15-1aa8-47e8-9155-fbeecbe5f45b service neutron] 10.222.0.42 "GET /v2.0/networks/0bada3fd-9d51-4fed-bf98-dae845f60ce8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1897340 Aug 10 14:32:14.975489 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7951ce93-60ae-429a-83ff-61ac97f0d5cc None None] The sync data for ids ['c1ab02ac-9137-45c1-b9d2-2ae3a34c7c40'] in dv-cinder-798198-2-iscsi is: [{'id': 'c1ab02ac-9137-45c1-b9d2-2ae3a34c7c40', 'name': 'tempest-TestMinimumBasicScenario-1381531195-router', 'tenant_id': '6e261cc64a784eee9d30627d2586148e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'external_fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': '381d83d8-924b-472d-84ef-21a4a84ff0d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:32:08Z', 'updated_at': '2021-08-10T14:32:10Z', 'revision_number': 3, 'project_id': '6e261cc64a784eee9d30627d2586148e', 'gw_port': {'id': '381d83d8-924b-472d-84ef-21a4a84ff0d7', 'name': '', 'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:a2:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1ab02ac-9137-45c1-b9d2-2ae3a34c7c40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:32:09Z', 'updated_at': '2021-08-10T14:32:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-2-iscsi'}] {{(pid=93413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 14:32:15.031527 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-b4192ff8-1317-493b-9b10-9acb3c438e3c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2f62be3b8c024df491f7cba1f6ed8d28&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5208023 Aug 10 14:32:15.033591 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-62eb57f9-039f-465d-95a9-833c37c766c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_update {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:15.034662 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.wsgi [-] (93410) accepted ('10.222.0.42', 51744) {{(pid=93410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:32:15.053370 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4192ff8-1317-493b-9b10-9acb3c438e3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e13d2737-9ca6-41c5-86fd-538ac4b08ae8,revision_number=1']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:32:15.076202 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.provisioning_blocks [None req-1b244593-9b4c-4046-baba-1c038ea10633 None None] Provisioning for port 0f8808b7-bcfd-4df1-9fa6-15af9602f58f completed by entity DHCP. {{(pid=93412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 14:32:15.096788 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.provisioning_blocks [None req-1b244593-9b4c-4046-baba-1c038ea10633 None None] Provisioning complete for port 0f8808b7-bcfd-4df1-9fa6-15af9602f58f triggered by entity DHCP. {{(pid=93412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:32:15.097813 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-1b244593-9b4c-4046-baba-1c038ea10633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932393'] for port, provisioning_complete {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:15.195857 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-6e571107-e52c-47af-931a-05828197abe0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:15.196514 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.plugin [None req-1b244593-9b4c-4046-baba-1c038ea10633 None None] Port 0f8808b7-bcfd-4df1-9fa6-15af9602f58f cannot update to ACTIVE because it is not bound. {{(pid=93412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 14:32:15.265861 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-6e571107-e52c-47af-931a-05828197abe0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:15.385095 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-797d959f-2d40-4bd2-af0d-525c3b4521ba req-acd994fe-ea07-42f4-8ccc-1270b0a49b1b tempest-VolumesActionsTest-1150805267 tempest-VolumesActionsTest-1150805267-project] 10.222.0.42 "GET /v2.0/ports?device_id=9699fbf4-e8f4-4326-811b-3f83d7e562fa HTTP/1.1" status: 200 len: 210 time: 0.0541005 Aug 10 14:32:15.385992 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-62eb57f9-039f-465d-95a9-833c37c766c4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:15.392985 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-62eb57f9-039f-465d-95a9-833c37c766c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683854493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786683465220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786683465238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2690395'] for port, after_update {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:15.422582 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-6e571107-e52c-47af-931a-05828197abe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734645'] for security_group, after_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:15.429098 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-6e571107-e52c-47af-931a-05828197abe0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:15.432893 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [None req-6e571107-e52c-47af-931a-05828197abe0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e13d2737-9ca6-41c5-86fd-538ac4b08ae8 HTTP/1.1" status: 204 len: 168 time: 0.3954649 Aug 10 14:32:15.474472 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e571107-e52c-47af-931a-05828197abe0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e13d2737-9ca6-41c5-86fd-538ac4b08ae8,revision_number=None']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:32:15.515714 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Device 962caecf-38e8-4ad7-a6f0-48e30629c2d3 up at agent ovs-agent-dv-cinder-798198-2-iscsi {{(pid=93412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:32:15.590354 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62eb57f9-039f-465d-95a9-833c37c766c4 admin admin] Pushing event updated for resources: {'Port': ['ID=0f8808b7-bcfd-4df1-9fa6-15af9602f58f,revision_number=2']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:32:15.594090 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-62eb57f9-039f-465d-95a9-833c37c766c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-767284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-717733'] for router_interface, after_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:15.723237 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.provisioning_blocks [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Provisioning complete for port 962caecf-38e8-4ad7-a6f0-48e30629c2d3 triggered by entity L2. {{(pid=93412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:32:15.724044 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932393'] for port, provisioning_complete {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:15.846072 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62eb57f9-039f-465d-95a9-833c37c766c4 admin admin] Network a36fc37c-d2e6-4b7e-8fe3-766f2b8cb389 is already hosted by enough agents. {{(pid=93411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 14:32:15.847701 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.scheduler.base_scheduler [None req-62eb57f9-039f-465d-95a9-833c37c766c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:32:16.002382 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8737746c-d8f1-4467-aa7b-4d595c1163a8 req-be5ecdf9-13c3-4f64-86ba-0cef4bab263f tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:32:16.012837 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-8737746c-d8f1-4467-aa7b-4d595c1163a8 req-be5ecdf9-13c3-4f64-86ba-0cef4bab263f tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f4b4a64-897e-465f-9bac-f2ddc4135822 HTTP/1.1" status: 200 len: 945 time: 0.1323588 Aug 10 14:32:16.115387 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Device 21c7915d-976b-4aaf-8e9c-f54e625c6018 up at agent ovs-agent-dv-cinder-798198-2-iscsi {{(pid=93412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:32:16.189200 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-8737746c-d8f1-4467-aa7b-4d595c1163a8 req-ee7834de-fbf5-44c6-bce1-edf0800f2d29 tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] 10.222.0.42 "GET /v2.0/security-groups?id=6de17ce8-2ac1-42a8-95ab-f9984e61b328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694465 Aug 10 14:32:16.320795 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.provisioning_blocks [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Provisioning complete for port 21c7915d-976b-4aaf-8e9c-f54e625c6018 triggered by entity L2. {{(pid=93412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:32:16.321236 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932393'] for port, provisioning_complete {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:16.485888 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.provisioning_blocks [None req-59bdae22-821e-4765-8283-81a6395500ac None None] Provisioning complete for port 0f8808b7-bcfd-4df1-9fa6-15af9602f58f triggered by entity DHCP. {{(pid=93412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:32:16.486276 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-59bdae22-821e-4765-8283-81a6395500ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932393'] for port, provisioning_complete {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:16.569709 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.plugin [None req-59bdae22-821e-4765-8283-81a6395500ac None None] Port 0f8808b7-bcfd-4df1-9fa6-15af9602f58f cannot update to ACTIVE because it is not bound. {{(pid=93412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 14:32:16.673187 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-c48ad7dc-32e7-4524-ad6d-a9227b462976 req-86535460-a934-4115-9dcc-1a59a2ac43db tempest-VolumesActionsTest-1150805267 tempest-VolumesActionsTest-1150805267-project] 10.222.0.42 "GET /v2.0/ports?device_id=9699fbf4-e8f4-4326-811b-3f83d7e562fa HTTP/1.1" status: 200 len: 210 time: 0.0726895 Aug 10 14:32:16.845817 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62eb57f9-039f-465d-95a9-833c37c766c4 admin admin] Router c1ab02ac-9137-45c1-b9d2-2ae3a34c7c40 has already been hosted by L3 agent 8acc92de-0cfa-4d60-8b37-a39a4d3c1570 {{(pid=93411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 14:32:17.004523 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62eb57f9-039f-465d-95a9-833c37c766c4 admin admin] Notify agent at l3_agent.dv-cinder-798198-2-iscsi the message routers_updated {{(pid=93411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 14:32:17.010254 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-62eb57f9-039f-465d-95a9-833c37c766c4 admin admin] 10.222.0.42 "PUT /v2.0/routers/c1ab02ac-9137-45c1-b9d2-2ae3a34c7c40/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9525776 Aug 10 14:32:17.576441 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Device 381d83d8-924b-472d-84ef-21a4a84ff0d7 up at agent ovs-agent-dv-cinder-798198-2-iscsi {{(pid=93412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:32:17.596403 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818c34ed-b8e2-43f4-877e-678248c0d792 req-d71b1269-2662-47b4-b1f8-581b45e99d7a tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:32:17.622361 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-818c34ed-b8e2-43f4-877e-678248c0d792 req-d71b1269-2662-47b4-b1f8-581b45e99d7a tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/ports?device_id=6b203be0-e47c-4371-9eda-83a59ed98be2 HTTP/1.1" status: 200 len: 946 time: 0.3598721 Aug 10 14:32:17.842652 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13500ac5-7079-4ac1-aa39-4f2b6ccc2b20 req-195a6e45-bdd5-443e-8148-b1e2ec5b4e10 tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:32:17.851317 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-13500ac5-7079-4ac1-aa39-4f2b6ccc2b20 req-195a6e45-bdd5-443e-8148-b1e2ec5b4e10 tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f4b4a64-897e-465f-9bac-f2ddc4135822 HTTP/1.1" status: 200 len: 945 time: 0.4688153 Aug 10 14:32:17.901886 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-818c34ed-b8e2-43f4-877e-678248c0d792 req-6ed29d73-1fd9-4068-b074-ee05ce225a58 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/security-groups?id=ecfbe072-fae7-404f-9e98-b7a4caa3c273&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2746906 Aug 10 14:32:17.919794 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae36e68d-d901-4ab8-a563-bdfc33ccfec2 req-88d4df07-84fc-4a94-9a45-1a26e3d95b1a tempest-VolumesActionsTest-1150805267 tempest-VolumesActionsTest-1150805267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:32:17.932553 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-ae36e68d-d901-4ab8-a563-bdfc33ccfec2 req-88d4df07-84fc-4a94-9a45-1a26e3d95b1a tempest-VolumesActionsTest-1150805267 tempest-VolumesActionsTest-1150805267-project] 10.222.0.18 "GET /v2.0/networks?id=0bada3fd-9d51-4fed-bf98-dae845f60ce8 HTTP/1.1" status: 200 len: 809 time: 0.7363977 Aug 10 14:32:17.955131 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.v2.base [req-ae36e68d-d901-4ab8-a563-bdfc33ccfec2 req-64df56f0-9fe5-4d61-8147-e359ceac1c60 tempest-VolumesActionsTest-1150805267 tempest-VolumesActionsTest-1150805267-project] Request body: {'port': {'device_id': '9699fbf4-e8f4-4326-811b-3f83d7e562fa', 'network_id': '0bada3fd-9d51-4fed-bf98-dae845f60ce8', 'admin_state_up': True, 'tenant_id': '54441281e8a54b899196ad3f7dd72d15'}} {{(pid=93410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:32:17.968311 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.provisioning_blocks [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Provisioning for port 381d83d8-924b-472d-84ef-21a4a84ff0d7 completed by entity L2. {{(pid=93412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 14:32:17.981794 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.provisioning_blocks [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Provisioning complete for port 381d83d8-924b-472d-84ef-21a4a84ff0d7 triggered by entity L2. {{(pid=93412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:32:17.983148 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932393'] for port, provisioning_complete {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:18.089373 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-e4d4402a-3434-4348-8e0f-2d96c63d5dbe req-7056cc2c-7d0c-4d1d-81f5-592e1dfda774 tempest-VolumesActionsTest-1150805267 tempest-VolumesActionsTest-1150805267-project] 10.222.0.42 "GET /v2.0/ports?device_id=9699fbf4-e8f4-4326-811b-3f83d7e562fa HTTP/1.1" status: 200 len: 210 time: 0.0802321 Aug 10 14:32:18.109395 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-13500ac5-7079-4ac1-aa39-4f2b6ccc2b20 req-40e4b36f-a590-43c7-b0ec-ef7aeee7dd77 tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] 10.222.0.42 "GET /v2.0/security-groups?id=6de17ce8-2ac1-42a8-95ab-f9984e61b328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2520123 Aug 10 14:32:18.204318 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:18.229507 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae36e68d-d901-4ab8-a563-bdfc33ccfec2 req-64df56f0-9fe5-4d61-8147-e359ceac1c60 tempest-VolumesActionsTest-1150805267 tempest-VolumesActionsTest-1150805267-project] Made reservation on behalf of 54441281e8a54b899196ad3f7dd72d15 for: {'port': 1} {{(pid=93410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 14:32:18.238770 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-ae36e68d-d901-4ab8-a563-bdfc33ccfec2 req-64df56f0-9fe5-4d61-8147-e359ceac1c60 tempest-VolumesActionsTest-1150805267 tempest-VolumesActionsTest-1150805267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:18.274274 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.db [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] For port 381d83d8-924b-472d-84ef-21a4a84ff0d7, host dv-cinder-798198-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-2-iscsi',level=0,port_id=381d83d8-924b-472d-84ef-21a4a84ff0d7,segment=NetworkSegment(9b73c935-a484-45be-a2a0-87b3c816c298),segment_id=9b73c935-a484-45be-a2a0-87b3c816c298)] {{(pid=93412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:32:18.281903 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683854493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786683465220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786683465238'] for port, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:18.403394 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62aa4bb6-43b3-44d5-a9c9-368c4ccc388b None None] Sync routers for ids ['c1ab02ac-9137-45c1-b9d2-2ae3a34c7c40'] in dv-cinder-798198-2-iscsi {{(pid=93412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 14:32:18.449865 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Pushing event updated for resources: {'Port': ['ID=381d83d8-924b-472d-84ef-21a4a84ff0d7,revision_number=4']} {{(pid=93412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:32:18.452270 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62aa4bb6-43b3-44d5-a9c9-368c4ccc388b None None] Routers {'c1ab02ac-9137-45c1-b9d2-2ae3a34c7c40'} bound to L3 agent in host dv-cinder-798198-2-iscsi {{(pid=93412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:32:18.452932 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.l3_hamode_db [None req-62aa4bb6-43b3-44d5-a9c9-368c4ccc388b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T14:22:29Z,description=,heartbeat_timestamp=2021-08-10T14:31:59Z,host='dv-cinder-798198-2-iscsi',id=8acc92de-0cfa-4d60-8b37-a39a4d3c1570,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T14:22:29Z,topic='l3_agent')) {'router_ids': ['c1ab02ac-9137-45c1-b9d2-2ae3a34c7c40'], 'active': True} {{(pid=93412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:32:18.496154 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:32:18.496688 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:32:18.497034 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:32:18.497998 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:32:18.497998 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:32:18.498307 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:32:18.498466 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:32:18.498760 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:32:18.499087 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:32:18.499415 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:32:18.499842 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:32:18.500078 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:32:18.592073 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.db.db_base_plugin_common [req-ae36e68d-d901-4ab8-a563-bdfc33ccfec2 req-64df56f0-9fe5-4d61-8147-e359ceac1c60 tempest-VolumesActionsTest-1150805267 tempest-VolumesActionsTest-1150805267-project] Allocated IP 172.20.0.14 (0bada3fd-9d51-4fed-bf98-dae845f60ce8/e9a22f62-539d-4a6f-8739-7c224d5d58f1/8f5754c2-6c67-48e1-8879-29516178b010) {{(pid=93410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 14:32:18.617940 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.l3_dvr_db [None req-62aa4bb6-43b3-44d5-a9c9-368c4ccc388b None None] Set router c1ab02ac-9137-45c1-b9d2-2ae3a34c7c40 gateway port host: dv-cinder-798198-2-iscsi {{(pid=93412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:32:18.841266 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-ae36e68d-d901-4ab8-a563-bdfc33ccfec2 req-64df56f0-9fe5-4d61-8147-e359ceac1c60 tempest-VolumesActionsTest-1150805267 tempest-VolumesActionsTest-1150805267-project] Notify callbacks [] for port, precommit_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:18.905578 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-ae36e68d-d901-4ab8-a563-bdfc33ccfec2 req-64df56f0-9fe5-4d61-8147-e359ceac1c60 tempest-VolumesActionsTest-1150805267 tempest-VolumesActionsTest-1150805267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786683465198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26372150'] for port, after_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:18.969184 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae36e68d-d901-4ab8-a563-bdfc33ccfec2 req-64df56f0-9fe5-4d61-8147-e359ceac1c60 tempest-VolumesActionsTest-1150805267 tempest-VolumesActionsTest-1150805267-project] Network 0bada3fd-9d51-4fed-bf98-dae845f60ce8 is already hosted by enough agents. {{(pid=93410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 14:32:18.974767 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.l3_hamode_db [None req-62aa4bb6-43b3-44d5-a9c9-368c4ccc388b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1ab02ac-9137-45c1-b9d2-2ae3a34c7c40', 'name': 'tempest-TestMinimumBasicScenario-1381531195-router', 'tenant_id': '6e261cc64a784eee9d30627d2586148e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'external_fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': '381d83d8-924b-472d-84ef-21a4a84ff0d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:32:08Z', 'updated_at': '2021-08-10T14:32:14Z', 'revision_number': 4, 'project_id': '6e261cc64a784eee9d30627d2586148e', 'gw_port': {'id': '381d83d8-924b-472d-84ef-21a4a84ff0d7', 'name': '', 'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:a2:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1ab02ac-9137-45c1-b9d2-2ae3a34c7c40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:32:09Z', 'updated_at': '2021-08-10T14:32:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-2-iscsi', '_interfaces': [{'id': '0f8808b7-bcfd-4df1-9fa6-15af9602f58f', 'name': '', 'network_id': 'a36fc37c-d2e6-4b7e-8fe3-766f2b8cb389', 'tenant_id': '6e261cc64a784eee9d30627d2586148e', 'mac_address': 'fa:16:3e:7a:f2:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1ab02ac-9137-45c1-b9d2-2ae3a34c7c40', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '9a92a84a-c2a8-4ab6-99f1-459037c62b0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:32:13Z', 'updated_at': '2021-08-10T14:32:15Z', 'revision_number': 2, 'project_id': '6e261cc64a784eee9d30627d2586148e', 'subnets': [{'id': '9a92a84a-c2a8-4ab6-99f1-459037c62b0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-2-iscsi', False) {} {{(pid=93412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:32:18.991373 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.scheduler.base_scheduler [req-ae36e68d-d901-4ab8-a563-bdfc33ccfec2 req-64df56f0-9fe5-4d61-8147-e359ceac1c60 tempest-VolumesActionsTest-1150805267 tempest-VolumesActionsTest-1150805267-project] Resources bound (agent type, host, resource id): {{(pid=93410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:32:18.998556 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae36e68d-d901-4ab8-a563-bdfc33ccfec2 req-64df56f0-9fe5-4d61-8147-e359ceac1c60 tempest-VolumesActionsTest-1150805267 tempest-VolumesActionsTest-1150805267-project] Received port after_create {{(pid=93410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 14:32:19.057104 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62aa4bb6-43b3-44d5-a9c9-368c4ccc388b None None] Checking router: c1ab02ac-9137-45c1-b9d2-2ae3a34c7c40 for host: dv-cinder-798198-2-iscsi {{(pid=93412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 14:32:19.059101 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62aa4bb6-43b3-44d5-a9c9-368c4ccc388b None None] Updating router c1ab02ac-9137-45c1-b9d2-2ae3a34c7c40 port 0f8808b7-bcfd-4df1-9fa6-15af9602f58f binding host dv-cinder-798198-2-iscsi {{(pid=93412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 14:32:19.144096 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-62aa4bb6-43b3-44d5-a9c9-368c4ccc388b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:19.242672 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64df56f0-9fe5-4d61-8147-e359ceac1c60 tempest-VolumesActionsTest-1150805267 tempest-VolumesActionsTest-1150805267-project] Pushing event updated for resources: {'Port': ['ID=8f5754c2-6c67-48e1-8879-29516178b010,revision_number=1']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:32:19.330775 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae36e68d-d901-4ab8-a563-bdfc33ccfec2 req-64df56f0-9fe5-4d61-8147-e359ceac1c60 tempest-VolumesActionsTest-1150805267 tempest-VolumesActionsTest-1150805267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:32:19.332602 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-ae36e68d-d901-4ab8-a563-bdfc33ccfec2 req-64df56f0-9fe5-4d61-8147-e359ceac1c60 tempest-VolumesActionsTest-1150805267 tempest-VolumesActionsTest-1150805267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-387483'] for port, before_response {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:19.399186 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b15747-9999-4d89-8c56-0755bd31f6f2 req-dc983114-aafc-4c2f-b5bb-8c64484ce608 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:32:19.400954 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-49b15747-9999-4d89-8c56-0755bd31f6f2 req-dc983114-aafc-4c2f-b5bb-8c64484ce608 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/ports?device_id=6b203be0-e47c-4371-9eda-83a59ed98be2 HTTP/1.1" status: 200 len: 946 time: 0.4264088 Aug 10 14:32:19.435115 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-ae36e68d-d901-4ab8-a563-bdfc33ccfec2 req-64df56f0-9fe5-4d61-8147-e359ceac1c60 tempest-VolumesActionsTest-1150805267 tempest-VolumesActionsTest-1150805267-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4834933 Aug 10 14:32:19.468441 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.v2.base [req-ae36e68d-d901-4ab8-a563-bdfc33ccfec2 req-9755b8b2-0030-4e06-a959-f6d14582440b service neutron] Request body: {'port': {'device_id': '9699fbf4-e8f4-4326-811b-3f83d7e562fa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79819'}} {{(pid=93410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:32:19.520265 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Device 381d83d8-924b-472d-84ef-21a4a84ff0d7 up at agent ovs-agent-dv-cinder-798198-2-iscsi {{(pid=93412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:32:19.677981 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dd4b98-dc2d-4b83-8b3d-df3dfe03df8e req-de33a54e-d9fd-4619-9577-4242371fb1bd tempest-VolumesActionsTest-1150805267 tempest-VolumesActionsTest-1150805267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:32:19.687570 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-04dd4b98-dc2d-4b83-8b3d-df3dfe03df8e req-de33a54e-d9fd-4619-9577-4242371fb1bd tempest-VolumesActionsTest-1150805267 tempest-VolumesActionsTest-1150805267-project] 10.222.0.42 "GET /v2.0/ports?device_id=9699fbf4-e8f4-4326-811b-3f83d7e562fa HTTP/1.1" status: 200 len: 932 time: 0.3458209 Aug 10 14:32:19.706059 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-49b15747-9999-4d89-8c56-0755bd31f6f2 req-9c7c4c61-50fe-453e-aac2-31de4d55c262 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/security-groups?id=ecfbe072-fae7-404f-9e98-b7a4caa3c273&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2910345 Aug 10 14:32:19.728023 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-ae36e68d-d901-4ab8-a563-bdfc33ccfec2 req-9755b8b2-0030-4e06-a959-f6d14582440b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:19.813763 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-04dd4b98-dc2d-4b83-8b3d-df3dfe03df8e req-6c23d898-f3b5-4307-a01a-19ea4ebdffe7 tempest-VolumesActionsTest-1150805267 tempest-VolumesActionsTest-1150805267-project] 10.222.0.42 "GET /v2.0/security-groups?id=359f3478-74cf-459c-8ca5-cc7bffc3d960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243832 Aug 10 14:32:19.980927 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-62aa4bb6-43b3-44d5-a9c9-368c4ccc388b None None] Notify callbacks [] for port, precommit_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:20.000719 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.provisioning_blocks [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Provisioning complete for port 381d83d8-924b-472d-84ef-21a4a84ff0d7 triggered by entity L2. {{(pid=93412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:32:20.000719 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932393'] for port, provisioning_complete {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:20.026902 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.provisioning_blocks [None req-62aa4bb6-43b3-44d5-a9c9-368c4ccc388b None None] Transition to ACTIVE for port object 0f8808b7-bcfd-4df1-9fa6-15af9602f58f will not be triggered until provisioned by entity L2. {{(pid=93412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 14:32:20.146317 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-62aa4bb6-43b3-44d5-a9c9-368c4ccc388b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683854493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786683465220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786683465238'] for port, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:20.303250 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349b8784-b1b1-4995-8449-3910bf066c49 req-126c2f62-e569-4f46-93b2-a0398c948bef tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:32:20.315754 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-349b8784-b1b1-4995-8449-3910bf066c49 req-126c2f62-e569-4f46-93b2-a0398c948bef tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f4b4a64-897e-465f-9bac-f2ddc4135822 HTTP/1.1" status: 200 len: 945 time: 0.3463643 Aug 10 14:32:20.431359 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057b3cb3-81e8-48f8-a3c3-5d5fef1be6a3 None None] Pushing event updated for resources: {'Port': ['ID=0f8808b7-bcfd-4df1-9fa6-15af9602f58f,revision_number=3']} {{(pid=93412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:32:20.446072 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.managers [None req-62aa4bb6-43b3-44d5-a9c9-368c4ccc388b None None] Attempting to bind port 0f8808b7-bcfd-4df1-9fa6-15af9602f58f on host dv-cinder-798198-2-iscsi for vnic_type normal with profile {{(pid=93412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 14:32:20.446072 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.managers [None req-62aa4bb6-43b3-44d5-a9c9-368c4ccc388b None None] Attempting to bind port 0f8808b7-bcfd-4df1-9fa6-15af9602f58f by drivers openvswitch,hyperv on host dv-cinder-798198-2-iscsi at level 0 using segments [{'id': 'c2ee4bf1-fe89-466a-aec1-d4244264defa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'a36fc37c-d2e6-4b7e-8fe3-766f2b8cb389'}] {{(pid=93412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 14:32:20.446308 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62aa4bb6-43b3-44d5-a9c9-368c4ccc388b None None] Attempting to bind port 0f8808b7-bcfd-4df1-9fa6-15af9602f58f on network a36fc37c-d2e6-4b7e-8fe3-766f2b8cb389 {{(pid=93412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 14:32:20.485155 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62aa4bb6-43b3-44d5-a9c9-368c4ccc388b None None] Checking agent: {'id': 'd4363d4d-7a35-4f9b-b61a-c2590b3a63af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798198-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 14, 22, 29), 'started_at': datetime.datetime(2021, 8, 10, 14, 22, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 14, 31, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798198-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 14:32:20.486487 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62aa4bb6-43b3-44d5-a9c9-368c4ccc388b None None] Checking segment: {'id': 'c2ee4bf1-fe89-466a-aec1-d4244264defa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'a36fc37c-d2e6-4b7e-8fe3-766f2b8cb389'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 14:32:20.487191 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-62aa4bb6-43b3-44d5-a9c9-368c4ccc388b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:20.487799 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62aa4bb6-43b3-44d5-a9c9-368c4ccc388b None None] Bound using segment: {'id': 'c2ee4bf1-fe89-466a-aec1-d4244264defa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'a36fc37c-d2e6-4b7e-8fe3-766f2b8cb389'} {{(pid=93412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 14:32:20.488384 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.managers [None req-62aa4bb6-43b3-44d5-a9c9-368c4ccc388b None None] Bound port: 0f8808b7-bcfd-4df1-9fa6-15af9602f58f, host: dv-cinder-798198-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2ee4bf1-fe89-466a-aec1-d4244264defa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'a36fc37c-d2e6-4b7e-8fe3-766f2b8cb389'}}] {{(pid=93412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 14:32:20.488795 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-62aa4bb6-43b3-44d5-a9c9-368c4ccc388b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:20.541657 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-349b8784-b1b1-4995-8449-3910bf066c49 req-51d3cf43-9ff5-4052-b6e4-90d9f8ae9838 tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] 10.222.0.42 "GET /v2.0/security-groups?id=6de17ce8-2ac1-42a8-95ab-f9984e61b328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009840 Aug 10 14:32:20.649951 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.db [None req-62aa4bb6-43b3-44d5-a9c9-368c4ccc388b None None] For port 0f8808b7-bcfd-4df1-9fa6-15af9602f58f, host dv-cinder-798198-2-iscsi, cleared binding levels {{(pid=93412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 14:32:20.659167 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.db [None req-62aa4bb6-43b3-44d5-a9c9-368c4ccc388b None None] For port 0f8808b7-bcfd-4df1-9fa6-15af9602f58f, host dv-cinder-798198-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-2-iscsi',level=0,port_id=0f8808b7-bcfd-4df1-9fa6-15af9602f58f,segment=NetworkSegment(c2ee4bf1-fe89-466a-aec1-d4244264defa),segment_id=c2ee4bf1-fe89-466a-aec1-d4244264defa)] {{(pid=93412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 14:32:20.668303 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-62aa4bb6-43b3-44d5-a9c9-368c4ccc388b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683854493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786683465220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786683465238'] for port, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:20.840681 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057b3cb3-81e8-48f8-a3c3-5d5fef1be6a3 None None] Pushing event updated for resources: {'Port': ['ID=0f8808b7-bcfd-4df1-9fa6-15af9602f58f,revision_number=4']} {{(pid=93412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:32:20.883954 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62aa4bb6-43b3-44d5-a9c9-368c4ccc388b None None] Routers {'c1ab02ac-9137-45c1-b9d2-2ae3a34c7c40'} bound to L3 agent in host dv-cinder-798198-2-iscsi {{(pid=93412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:32:20.885616 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.l3_hamode_db [None req-62aa4bb6-43b3-44d5-a9c9-368c4ccc388b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T14:22:29Z,description=,heartbeat_timestamp=2021-08-10T14:31:59Z,host='dv-cinder-798198-2-iscsi',id=8acc92de-0cfa-4d60-8b37-a39a4d3c1570,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T14:22:29Z,topic='l3_agent')) {'router_ids': ['c1ab02ac-9137-45c1-b9d2-2ae3a34c7c40'], 'active': True} {{(pid=93412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:32:20.986740 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.notifiers.nova [req-ae36e68d-d901-4ab8-a563-bdfc33ccfec2 req-9755b8b2-0030-4e06-a959-f6d14582440b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f5754c2-6c67-48e1-8879-29516178b010 {{(pid=93410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 14:32:20.998062 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-ae36e68d-d901-4ab8-a563-bdfc33ccfec2 req-9755b8b2-0030-4e06-a959-f6d14582440b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:21.026112 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [req-ae36e68d-d901-4ab8-a563-bdfc33ccfec2 req-9755b8b2-0030-4e06-a959-f6d14582440b service neutron] Transition to ACTIVE for port object 8f5754c2-6c67-48e1-8879-29516178b010 will not be triggered until provisioned by entity L2. {{(pid=93410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 14:32:21.040947 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcebe90-5568-4fd5-89de-6b4f7d71e248 req-5c9db2c5-8314-45c9-8231-ff9a2bcfbd4c tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:32:21.051572 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-edcebe90-5568-4fd5-89de-6b4f7d71e248 req-5c9db2c5-8314-45c9-8231-ff9a2bcfbd4c tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/ports?device_id=6b203be0-e47c-4371-9eda-83a59ed98be2 HTTP/1.1" status: 200 len: 946 time: 0.1486306 Aug 10 14:32:21.058450 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-ae36e68d-d901-4ab8-a563-bdfc33ccfec2 req-9755b8b2-0030-4e06-a959-f6d14582440b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683854493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786683465220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786683465238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26372301'] for port, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:21.250004 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9755b8b2-0030-4e06-a959-f6d14582440b service neutron] Pushing event updated for resources: {'Port': ['ID=8f5754c2-6c67-48e1-8879-29516178b010,revision_number=2']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:32:21.298306 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-edcebe90-5568-4fd5-89de-6b4f7d71e248 req-c10510c8-b521-4bc2-b73b-0f5eb72755fb tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/security-groups?id=ecfbe072-fae7-404f-9e98-b7a4caa3c273&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2350910 Aug 10 14:32:21.339806 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.l3_dvr_db [None req-62aa4bb6-43b3-44d5-a9c9-368c4ccc388b None None] Set router c1ab02ac-9137-45c1-b9d2-2ae3a34c7c40 gateway port host: dv-cinder-798198-2-iscsi {{(pid=93412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:32:21.401263 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935919b4-6a14-4fdd-a7b4-023f5074f092 req-f7ecf435-3b45-4f08-a157-81c68117e2d2 tempest-VolumesActionsTest-1150805267 tempest-VolumesActionsTest-1150805267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:32:21.416313 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-935919b4-6a14-4fdd-a7b4-023f5074f092 req-f7ecf435-3b45-4f08-a157-81c68117e2d2 tempest-VolumesActionsTest-1150805267 tempest-VolumesActionsTest-1150805267-project] 10.222.0.42 "GET /v2.0/ports?device_id=9699fbf4-e8f4-4326-811b-3f83d7e562fa HTTP/1.1" status: 200 len: 944 time: 0.3104529 Aug 10 14:32:21.585555 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-935919b4-6a14-4fdd-a7b4-023f5074f092 req-0d4151b1-8505-4721-a291-d3b2caaf53f2 tempest-VolumesActionsTest-1150805267 tempest-VolumesActionsTest-1150805267-project] 10.222.0.42 "GET /v2.0/security-groups?id=359f3478-74cf-459c-8ca5-cc7bffc3d960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678708 Aug 10 14:32:21.590021 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.managers [req-ae36e68d-d901-4ab8-a563-bdfc33ccfec2 req-9755b8b2-0030-4e06-a959-f6d14582440b service neutron] Attempting to bind port 8f5754c2-6c67-48e1-8879-29516178b010 on host hv-cinder-79819 for vnic_type normal with profile {{(pid=93410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 14:32:21.590590 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.managers [req-ae36e68d-d901-4ab8-a563-bdfc33ccfec2 req-9755b8b2-0030-4e06-a959-f6d14582440b service neutron] Attempting to bind port 8f5754c2-6c67-48e1-8879-29516178b010 by drivers openvswitch,hyperv on host hv-cinder-79819 at level 0 using segments [{'id': 'c2bbb4b4-37e0-4687-a413-1b893c887ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '0bada3fd-9d51-4fed-bf98-dae845f60ce8'}] {{(pid=93410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 14:32:21.604541 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae36e68d-d901-4ab8-a563-bdfc33ccfec2 req-9755b8b2-0030-4e06-a959-f6d14582440b service neutron] Attempting to bind port 8f5754c2-6c67-48e1-8879-29516178b010 on network 0bada3fd-9d51-4fed-bf98-dae845f60ce8 {{(pid=93410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 14:32:21.642327 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae36e68d-d901-4ab8-a563-bdfc33ccfec2 req-9755b8b2-0030-4e06-a959-f6d14582440b service neutron] Port 8f5754c2-6c67-48e1-8879-29516178b010 on network 0bada3fd-9d51-4fed-bf98-dae845f60ce8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79819 {{(pid=93410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 14:32:21.650705 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae36e68d-d901-4ab8-a563-bdfc33ccfec2 req-9755b8b2-0030-4e06-a959-f6d14582440b service neutron] Attempting to bind port 8f5754c2-6c67-48e1-8879-29516178b010 on network 0bada3fd-9d51-4fed-bf98-dae845f60ce8 {{(pid=93410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 14:32:21.668609 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae36e68d-d901-4ab8-a563-bdfc33ccfec2 req-9755b8b2-0030-4e06-a959-f6d14582440b service neutron] Checking agent: {'id': '193de837-f8e2-4c0a-a012-1a4e123b0e95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 14, 28, 33), 'started_at': datetime.datetime(2021, 8, 10, 14, 28, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 14, 32, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 14:32:21.669051 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae36e68d-d901-4ab8-a563-bdfc33ccfec2 req-9755b8b2-0030-4e06-a959-f6d14582440b service neutron] Checking segment: {'id': 'c2bbb4b4-37e0-4687-a413-1b893c887ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '0bada3fd-9d51-4fed-bf98-dae845f60ce8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 14:32:21.682068 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae36e68d-d901-4ab8-a563-bdfc33ccfec2 req-9755b8b2-0030-4e06-a959-f6d14582440b service neutron] Bound using segment: {'id': 'c2bbb4b4-37e0-4687-a413-1b893c887ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '0bada3fd-9d51-4fed-bf98-dae845f60ce8'} {{(pid=93410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 14:32:21.683498 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.managers [req-ae36e68d-d901-4ab8-a563-bdfc33ccfec2 req-9755b8b2-0030-4e06-a959-f6d14582440b service neutron] Bound port: 8f5754c2-6c67-48e1-8879-29516178b010, host: hv-cinder-79819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2bbb4b4-37e0-4687-a413-1b893c887ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '0bada3fd-9d51-4fed-bf98-dae845f60ce8'}}] {{(pid=93410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 14:32:21.694633 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-ae36e68d-d901-4ab8-a563-bdfc33ccfec2 req-9755b8b2-0030-4e06-a959-f6d14582440b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:21.958459 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.l3_hamode_db [None req-62aa4bb6-43b3-44d5-a9c9-368c4ccc388b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1ab02ac-9137-45c1-b9d2-2ae3a34c7c40', 'name': 'tempest-TestMinimumBasicScenario-1381531195-router', 'tenant_id': '6e261cc64a784eee9d30627d2586148e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'external_fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': '381d83d8-924b-472d-84ef-21a4a84ff0d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:32:08Z', 'updated_at': '2021-08-10T14:32:14Z', 'revision_number': 4, 'project_id': '6e261cc64a784eee9d30627d2586148e', 'gw_port': {'id': '381d83d8-924b-472d-84ef-21a4a84ff0d7', 'name': '', 'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:a2:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1ab02ac-9137-45c1-b9d2-2ae3a34c7c40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:32:09Z', 'updated_at': '2021-08-10T14:32:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-2-iscsi', '_interfaces': [{'id': '0f8808b7-bcfd-4df1-9fa6-15af9602f58f', 'name': '', 'network_id': 'a36fc37c-d2e6-4b7e-8fe3-766f2b8cb389', 'tenant_id': '6e261cc64a784eee9d30627d2586148e', 'mac_address': 'fa:16:3e:7a:f2:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1ab02ac-9137-45c1-b9d2-2ae3a34c7c40', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '9a92a84a-c2a8-4ab6-99f1-459037c62b0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:32:13Z', 'updated_at': '2021-08-10T14:32:20Z', 'revision_number': 4, 'project_id': '6e261cc64a784eee9d30627d2586148e', 'subnets': [{'id': '9a92a84a-c2a8-4ab6-99f1-459037c62b0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-2-iscsi', False) {} {{(pid=93412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:32:22.003559 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62aa4bb6-43b3-44d5-a9c9-368c4ccc388b None None] The sync data for ids ['c1ab02ac-9137-45c1-b9d2-2ae3a34c7c40'] in dv-cinder-798198-2-iscsi is: [{'id': 'c1ab02ac-9137-45c1-b9d2-2ae3a34c7c40', 'name': 'tempest-TestMinimumBasicScenario-1381531195-router', 'tenant_id': '6e261cc64a784eee9d30627d2586148e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'external_fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': '381d83d8-924b-472d-84ef-21a4a84ff0d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:32:08Z', 'updated_at': '2021-08-10T14:32:14Z', 'revision_number': 4, 'project_id': '6e261cc64a784eee9d30627d2586148e', 'gw_port': {'id': '381d83d8-924b-472d-84ef-21a4a84ff0d7', 'name': '', 'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:a2:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1ab02ac-9137-45c1-b9d2-2ae3a34c7c40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:32:09Z', 'updated_at': '2021-08-10T14:32:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-2-iscsi', '_interfaces': [{'id': '0f8808b7-bcfd-4df1-9fa6-15af9602f58f', 'name': '', 'network_id': 'a36fc37c-d2e6-4b7e-8fe3-766f2b8cb389', 'tenant_id': '6e261cc64a784eee9d30627d2586148e', 'mac_address': 'fa:16:3e:7a:f2:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1ab02ac-9137-45c1-b9d2-2ae3a34c7c40', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '9a92a84a-c2a8-4ab6-99f1-459037c62b0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:32:13Z', 'updated_at': '2021-08-10T14:32:20Z', 'revision_number': 4, 'project_id': '6e261cc64a784eee9d30627d2586148e', 'subnets': [{'id': '9a92a84a-c2a8-4ab6-99f1-459037c62b0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 14:32:22.048666 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [req-ae36e68d-d901-4ab8-a563-bdfc33ccfec2 req-9755b8b2-0030-4e06-a959-f6d14582440b service neutron] For port 8f5754c2-6c67-48e1-8879-29516178b010, host hv-cinder-79819, cleared binding levels {{(pid=93410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 14:32:22.075914 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [req-ae36e68d-d901-4ab8-a563-bdfc33ccfec2 req-9755b8b2-0030-4e06-a959-f6d14582440b service neutron] For port 8f5754c2-6c67-48e1-8879-29516178b010, host hv-cinder-79819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=8f5754c2-6c67-48e1-8879-29516178b010,segment=NetworkSegment(c2bbb4b4-37e0-4687-a413-1b893c887ed7),segment_id=c2bbb4b4-37e0-4687-a413-1b893c887ed7)] {{(pid=93410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 14:32:22.115722 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-ae36e68d-d901-4ab8-a563-bdfc33ccfec2 req-9755b8b2-0030-4e06-a959-f6d14582440b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683854493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786683465220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786683465238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26372301'] for port, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:22.430814 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9755b8b2-0030-4e06-a959-f6d14582440b service neutron] Pushing event updated for resources: {'Port': ['ID=8f5754c2-6c67-48e1-8879-29516178b010,revision_number=3']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:32:22.443442 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae36e68d-d901-4ab8-a563-bdfc33ccfec2 req-9755b8b2-0030-4e06-a959-f6d14582440b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:32:22.444725 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-ae36e68d-d901-4ab8-a563-bdfc33ccfec2 req-9755b8b2-0030-4e06-a959-f6d14582440b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-387483'] for port, before_response {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:22.448213 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-ae36e68d-d901-4ab8-a563-bdfc33ccfec2 req-9755b8b2-0030-4e06-a959-f6d14582440b service neutron] 10.222.0.18 "PUT /v2.0/ports/8f5754c2-6c67-48e1-8879-29516178b010 HTTP/1.1" status: 200 len: 1094 time: 2.9958186 Aug 10 14:32:22.453693 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9699fbf4-e8f4-4326-811b-3f83d7e562fa', 'tag': '8f5754c2-6c67-48e1-8879-29516178b010'}] {{(pid=93410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:32:22.458617 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}173c15a1f530ed65b3eefe425c4e9cd9c28cfc2a1cdec76c1bb34aa91000b996" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-558dd8e7-ed39-4ba4-9470-944e4c948899" -d '{"events": [{"name": "network-changed", "server_uuid": "9699fbf4-e8f4-4326-811b-3f83d7e562fa", "tag": "8f5754c2-6c67-48e1-8879-29516178b010"}]}' {{(pid=93410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:32:22.520432 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f707e8fb-1953-4358-92bb-afd5d83b1bdd req-dd559df5-a1e8-4fe2-be2d-8753eb5d2eeb tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:32:22.522248 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-f707e8fb-1953-4358-92bb-afd5d83b1bdd req-dd559df5-a1e8-4fe2-be2d-8753eb5d2eeb tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f4b4a64-897e-465f-9bac-f2ddc4135822 HTTP/1.1" status: 200 len: 945 time: 0.6991246 Aug 10 14:32:23.175494 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-f707e8fb-1953-4358-92bb-afd5d83b1bdd req-487f0414-3e7c-4b16-90cd-a726a1e25440 tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] 10.222.0.42 "GET /v2.0/security-groups?id=6de17ce8-2ac1-42a8-95ab-f9984e61b328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5865088 Aug 10 14:32:23.185369 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae36e68d-d901-4ab8-a563-bdfc33ccfec2 req-426e7f88-923e-49b4-bc69-40289e94872c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:32:23.188573 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-ae36e68d-d901-4ab8-a563-bdfc33ccfec2 req-426e7f88-923e-49b4-bc69-40289e94872c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=54441281e8a54b899196ad3f7dd72d15&device_id=9699fbf4-e8f4-4326-811b-3f83d7e562fa HTTP/1.1" status: 200 len: 1097 time: 0.6588361 Aug 10 14:32:23.376816 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f86f34-e070-403b-9273-5312ad3aa9b0 req-624df1ea-9694-4ccc-b940-7a6a9a2a6f1e tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:32:23.401684 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-09f86f34-e070-403b-9273-5312ad3aa9b0 req-624df1ea-9694-4ccc-b940-7a6a9a2a6f1e tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/ports?device_id=6b203be0-e47c-4371-9eda-83a59ed98be2 HTTP/1.1" status: 200 len: 946 time: 0.9373093 Aug 10 14:32:23.404604 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 14:32:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca63d62e-d506-472a-a06e-21accb100a3d x-openstack-request-id: req-ca63d62e-d506-472a-a06e-21accb100a3d {{(pid=93410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:32:23.404604 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9699fbf4-e8f4-4326-811b-3f83d7e562fa", "tag": "8f5754c2-6c67-48e1-8879-29516178b010", "status": "completed", "code": 200}]} {{(pid=93410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:32:23.405032 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ca63d62e-d506-472a-a06e-21accb100a3d {{(pid=93410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:32:23.405267 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9699fbf4-e8f4-4326-811b-3f83d7e562fa', 'tag': '8f5754c2-6c67-48e1-8879-29516178b010', 'status': 'completed', 'code': 200} Aug 10 14:32:23.434620 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-ae36e68d-d901-4ab8-a563-bdfc33ccfec2 req-08a6078b-42ba-405e-9358-a76b873d47b1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8f5754c2-6c67-48e1-8879-29516178b010 HTTP/1.1" status: 200 len: 217 time: 0.2321832 Aug 10 14:32:23.635451 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Device 0f8808b7-bcfd-4df1-9fa6-15af9602f58f up at agent ovs-agent-dv-cinder-798198-2-iscsi {{(pid=93412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:32:23.673315 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae36e68d-d901-4ab8-a563-bdfc33ccfec2 req-4303fa16-ffb0-4189-ad21-d86c50a30b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:32:23.676252 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-ae36e68d-d901-4ab8-a563-bdfc33ccfec2 req-4303fa16-ffb0-4189-ad21-d86c50a30b6b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e9a22f62-539d-4a6f-8739-7c224d5d58f1 HTTP/1.1" status: 200 len: 849 time: 0.1907995 Aug 10 14:32:23.802871 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.provisioning_blocks [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Provisioning for port 0f8808b7-bcfd-4df1-9fa6-15af9602f58f completed by entity L2. {{(pid=93412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 14:32:23.830016 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.provisioning_blocks [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Provisioning complete for port 0f8808b7-bcfd-4df1-9fa6-15af9602f58f triggered by entity L2. {{(pid=93412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:32:23.830016 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932393'] for port, provisioning_complete {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:23.849854 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-09f86f34-e070-403b-9273-5312ad3aa9b0 req-ed97b4f8-d147-402e-a043-46e5db3ccd22 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/security-groups?id=ecfbe072-fae7-404f-9e98-b7a4caa3c273&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4470963 Aug 10 14:32:23.932378 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-ae36e68d-d901-4ab8-a563-bdfc33ccfec2 req-fab20acf-eef6-4e6c-b752-651cd52aa362 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0bada3fd-9d51-4fed-bf98-dae845f60ce8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1088111 Aug 10 14:32:24.219152 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:24.346932 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.wsgi [-] (93411) accepted ('10.222.0.42', 52006) {{(pid=93411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:32:24.369377 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.db [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] For port 0f8808b7-bcfd-4df1-9fa6-15af9602f58f, host dv-cinder-798198-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-2-iscsi',level=0,port_id=0f8808b7-bcfd-4df1-9fa6-15af9602f58f,segment=NetworkSegment(c2ee4bf1-fe89-466a-aec1-d4244264defa),segment_id=c2ee4bf1-fe89-466a-aec1-d4244264defa)] {{(pid=93412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:32:24.382890 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683854493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786683465220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786683465238'] for port, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:24.481353 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5cc88e-6ce1-411d-adbb-704373cee35d req-596272b0-17f6-4309-8275-43350c864529 tempest-VolumesActionsTest-1150805267 tempest-VolumesActionsTest-1150805267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:32:24.513183 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-fc5cc88e-6ce1-411d-adbb-704373cee35d req-596272b0-17f6-4309-8275-43350c864529 tempest-VolumesActionsTest-1150805267 tempest-VolumesActionsTest-1150805267-project] 10.222.0.42 "GET /v2.0/ports?device_id=9699fbf4-e8f4-4326-811b-3f83d7e562fa HTTP/1.1" status: 200 len: 944 time: 1.0507698 Aug 10 14:32:24.645864 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Pushing event updated for resources: {'Port': ['ID=0f8808b7-bcfd-4df1-9fa6-15af9602f58f,revision_number=5']} {{(pid=93412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:32:24.753105 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-001ea11a-408b-488e-87c5-153d8d9d20a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:24.771689 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-fc5cc88e-6ce1-411d-adbb-704373cee35d req-bc715606-f8fa-42ee-b55c-15032f18b50d tempest-VolumesActionsTest-1150805267 tempest-VolumesActionsTest-1150805267-project] 10.222.0.42 "GET /v2.0/security-groups?id=359f3478-74cf-459c-8ca5-cc7bffc3d960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2466183 Aug 10 14:32:24.779748 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-ae36e68d-d901-4ab8-a563-bdfc33ccfec2 req-dae2ac0e-9bfa-444b-a50f-3952f1862c55 service neutron] 10.222.0.18 "GET /v2.0/networks/0bada3fd-9d51-4fed-bf98-dae845f60ce8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7974670 Aug 10 14:32:24.898977 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f52e1c-9fbf-4f21-8fc4-95b6fa798848 req-61c94cf0-1683-41d3-9742-6b32ada1cae6 tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:32:24.907367 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-e4f52e1c-9fbf-4f21-8fc4-95b6fa798848 req-61c94cf0-1683-41d3-9742-6b32ada1cae6 tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f4b4a64-897e-465f-9bac-f2ddc4135822 HTTP/1.1" status: 200 len: 945 time: 0.3468184 Aug 10 14:32:24.962907 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-e4f52e1c-9fbf-4f21-8fc4-95b6fa798848 req-f4bfaaa5-dbb3-4ade-9adc-99cc9f2639f4 tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] 10.222.0.42 "GET /v2.0/security-groups?id=6de17ce8-2ac1-42a8-95ab-f9984e61b328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545180 Aug 10 14:32:25.005889 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-ae36e68d-d901-4ab8-a563-bdfc33ccfec2 req-888ff08d-66fd-4eb2-b523-312cb52469be service neutron] 10.222.0.18 "GET /v2.0/networks/0bada3fd-9d51-4fed-bf98-dae845f60ce8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2156696 Aug 10 14:32:25.043733 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-001ea11a-408b-488e-87c5-153d8d9d20a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:25.052606 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-001ea11a-408b-488e-87c5-153d8d9d20a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734645'] for security_group, after_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:25.152087 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001ea11a-408b-488e-87c5-153d8d9d20a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61c1b59b-d37d-4c6e-aa1e-f6b3f84e60b9,revision_number=1']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:32:25.153983 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2389def3-4097-48ae-b93f-46e3ae13fd4e req-5157f338-24c7-4926-9405-bf40d6889c06 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:32:25.156619 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-2389def3-4097-48ae-b93f-46e3ae13fd4e req-5157f338-24c7-4926-9405-bf40d6889c06 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/ports?device_id=6b203be0-e47c-4371-9eda-83a59ed98be2 HTTP/1.1" status: 200 len: 946 time: 0.1264279 Aug 10 14:32:25.205385 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-001ea11a-408b-488e-87c5-153d8d9d20a1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=96a39a6270a040c48134047ad3dae1b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8568008 Aug 10 14:32:25.208172 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.wsgi [-] (93411) accepted ('10.222.0.42', 52018) {{(pid=93411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:32:25.271077 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-2389def3-4097-48ae-b93f-46e3ae13fd4e req-4bc45934-e851-4c8c-99e4-3994be3c6c43 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/security-groups?id=ecfbe072-fae7-404f-9e98-b7a4caa3c273&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1000612 Aug 10 14:32:25.288826 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-a00d9bde-0a79-4a0b-87b8-0278dc905b5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:25.324990 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-a00d9bde-0a79-4a0b-87b8-0278dc905b5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:25.418397 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-a00d9bde-0a79-4a0b-87b8-0278dc905b5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734645'] for security_group, after_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:25.425700 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-a00d9bde-0a79-4a0b-87b8-0278dc905b5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:25.431514 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-a00d9bde-0a79-4a0b-87b8-0278dc905b5e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/61c1b59b-d37d-4c6e-aa1e-f6b3f84e60b9 HTTP/1.1" status: 204 len: 168 time: 0.2166510 Aug 10 14:32:25.441161 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00d9bde-0a79-4a0b-87b8-0278dc905b5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61c1b59b-d37d-4c6e-aa1e-f6b3f84e60b9,revision_number=None']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:32:25.522361 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Device 0f8808b7-bcfd-4df1-9fa6-15af9602f58f up at agent ovs-agent-dv-cinder-798198-2-iscsi {{(pid=93412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:32:25.687138 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.provisioning_blocks [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Provisioning complete for port 0f8808b7-bcfd-4df1-9fa6-15af9602f58f triggered by entity L2. {{(pid=93412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:32:25.691820 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932393'] for port, provisioning_complete {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:26.059225 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868860f2-908a-45ad-9c92-86e747eae9dc req-348d7340-0807-4e5e-b677-4df2fe5168b9 tempest-VolumesActionsTest-1150805267 tempest-VolumesActionsTest-1150805267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:32:26.067345 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-868860f2-908a-45ad-9c92-86e747eae9dc req-348d7340-0807-4e5e-b677-4df2fe5168b9 tempest-VolumesActionsTest-1150805267 tempest-VolumesActionsTest-1150805267-project] 10.222.0.42 "GET /v2.0/ports?device_id=9699fbf4-e8f4-4326-811b-3f83d7e562fa HTTP/1.1" status: 200 len: 944 time: 0.0990708 Aug 10 14:32:26.121769 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-bdeb6044-c9e9-44d4-9daf-ca1183d09331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:26.125021 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-868860f2-908a-45ad-9c92-86e747eae9dc req-a33dc325-d749-46ed-9c99-258f5954f474 tempest-VolumesActionsTest-1150805267 tempest-VolumesActionsTest-1150805267-project] 10.222.0.42 "GET /v2.0/security-groups?id=359f3478-74cf-459c-8ca5-cc7bffc3d960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561309 Aug 10 14:32:26.220151 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0883502f-6012-4ccb-aae9-821636643aea req-4efa5de1-0e90-4982-bdbb-40c53933a2d0 tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:32:26.237550 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-0883502f-6012-4ccb-aae9-821636643aea req-4efa5de1-0e90-4982-bdbb-40c53933a2d0 tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f4b4a64-897e-465f-9bac-f2ddc4135822 HTTP/1.1" status: 200 len: 945 time: 0.1161661 Aug 10 14:32:26.255668 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.wsgi [-] (93411) accepted ('10.222.0.42', 52042) {{(pid=93411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:32:26.302842 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-aa8e5ea8-f1f4-487e-9793-e3a5f3d4b876 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:26.338664 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-0883502f-6012-4ccb-aae9-821636643aea req-ae3f6f49-9544-47c5-947f-b96964d2bf70 tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] 10.222.0.42 "GET /v2.0/security-groups?id=6de17ce8-2ac1-42a8-95ab-f9984e61b328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038194 Aug 10 14:32:26.455739 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfc827d-4c3e-4503-96f7-1f1ee5064bf5 req-bfe511e3-b5fe-40bc-a867-797f33f4da51 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:32:26.466668 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-7cfc827d-4c3e-4503-96f7-1f1ee5064bf5 req-bfe511e3-b5fe-40bc-a867-797f33f4da51 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/ports?device_id=6b203be0-e47c-4371-9eda-83a59ed98be2 HTTP/1.1" status: 200 len: 946 time: 0.0780718 Aug 10 14:32:26.490302 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-aa8e5ea8-f1f4-487e-9793-e3a5f3d4b876 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:26.500451 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-aa8e5ea8-f1f4-487e-9793-e3a5f3d4b876 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734645'] for security_group, after_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:26.536736 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-7cfc827d-4c3e-4503-96f7-1f1ee5064bf5 req-d6f21363-2987-4ce1-8b6f-e1ab5d8c3544 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/security-groups?id=ecfbe072-fae7-404f-9e98-b7a4caa3c273&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689552 Aug 10 14:32:26.573607 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-aa8e5ea8-f1f4-487e-9793-e3a5f3d4b876 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a88f295c7b39463db50a9df9ad708374&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3158169 Aug 10 14:32:26.573851 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.wsgi [-] (93410) accepted ('10.222.0.42', 52050) {{(pid=93410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:32:26.581464 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8e5ea8-f1f4-487e-9793-e3a5f3d4b876 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bf5abb7-8e24-413d-9976-2c1895bf4ccc,revision_number=1']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:32:26.683724 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-44de70b5-c448-4d78-b65b-265ac2e72f8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:26.729820 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-44de70b5-c448-4d78-b65b-265ac2e72f8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:26.845628 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-44de70b5-c448-4d78-b65b-265ac2e72f8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734645'] for security_group, after_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:26.850183 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-44de70b5-c448-4d78-b65b-265ac2e72f8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:26.855540 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [None req-44de70b5-c448-4d78-b65b-265ac2e72f8f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7bf5abb7-8e24-413d-9976-2c1895bf4ccc HTTP/1.1" status: 204 len: 168 time: 0.2769399 Aug 10 14:32:26.870562 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44de70b5-c448-4d78-b65b-265ac2e72f8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bf5abb7-8e24-413d-9976-2c1895bf4ccc,revision_number=None']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:32:27.325224 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7533247-4a50-4a87-b644-024bdf3a88f0 req-00752ba6-80f5-4a7d-9d99-2197dc569d8e tempest-VolumesActionsTest-1150805267 tempest-VolumesActionsTest-1150805267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:32:27.342002 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-d7533247-4a50-4a87-b644-024bdf3a88f0 req-00752ba6-80f5-4a7d-9d99-2197dc569d8e tempest-VolumesActionsTest-1150805267 tempest-VolumesActionsTest-1150805267-project] 10.222.0.42 "GET /v2.0/ports?device_id=9699fbf4-e8f4-4326-811b-3f83d7e562fa HTTP/1.1" status: 200 len: 944 time: 0.1139302 Aug 10 14:32:27.445070 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-d7533247-4a50-4a87-b644-024bdf3a88f0 req-0f4f18f0-ca1a-4423-a36c-10f5e3ced9eb tempest-VolumesActionsTest-1150805267 tempest-VolumesActionsTest-1150805267-project] 10.222.0.42 "GET /v2.0/security-groups?id=359f3478-74cf-459c-8ca5-cc7bffc3d960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010621 Aug 10 14:32:27.592185 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0212f848-d829-41e9-90e1-bd34254985b4 req-adf83775-acbe-4d78-ae39-d3a37244c034 tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:32:27.601742 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-0212f848-d829-41e9-90e1-bd34254985b4 req-adf83775-acbe-4d78-ae39-d3a37244c034 tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f4b4a64-897e-465f-9bac-f2ddc4135822 HTTP/1.1" status: 200 len: 945 time: 0.0833373 Aug 10 14:32:27.659019 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-0212f848-d829-41e9-90e1-bd34254985b4 req-232305bf-3794-4914-85cb-77bfbcfcfb6f tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] 10.222.0.42 "GET /v2.0/security-groups?id=6de17ce8-2ac1-42a8-95ab-f9984e61b328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559058 Aug 10 14:32:27.784600 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019270a4-0ec7-4399-a0dd-3593b2d2eaf8 req-b9266594-3a05-43b3-8454-3604f983f8ac tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:32:27.787355 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-019270a4-0ec7-4399-a0dd-3593b2d2eaf8 req-b9266594-3a05-43b3-8454-3604f983f8ac tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/ports?device_id=6b203be0-e47c-4371-9eda-83a59ed98be2 HTTP/1.1" status: 200 len: 946 time: 0.0959706 Aug 10 14:32:27.929386 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-019270a4-0ec7-4399-a0dd-3593b2d2eaf8 req-239b33c2-7d26-4f54-bf22-c8a51262d763 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/security-groups?id=ecfbe072-fae7-404f-9e98-b7a4caa3c273&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1266565 Aug 10 14:32:28.010270 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558dd8e7-ed39-4ba4-9470-944e4c948899 req-24b985b1-69b8-4672-bd2b-7b8805fc8672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:32:28.012369 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-558dd8e7-ed39-4ba4-9470-944e4c948899 req-24b985b1-69b8-4672-bd2b-7b8805fc8672 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=54441281e8a54b899196ad3f7dd72d15&device_id=9699fbf4-e8f4-4326-811b-3f83d7e562fa HTTP/1.1" status: 200 len: 1097 time: 0.1404610 Aug 10 14:32:28.175102 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558dd8e7-ed39-4ba4-9470-944e4c948899 req-631e7181-d824-48c2-b374-5713d9d2628d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:32:28.177003 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-558dd8e7-ed39-4ba4-9470-944e4c948899 req-631e7181-d824-48c2-b374-5713d9d2628d service neutron] 10.222.0.18 "GET /v2.0/networks?id=0bada3fd-9d51-4fed-bf98-dae845f60ce8 HTTP/1.1" status: 200 len: 910 time: 0.1514797 Aug 10 14:32:28.299036 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-558dd8e7-ed39-4ba4-9470-944e4c948899 req-dabe136c-9655-4a1f-86ad-8a1e8f53b65d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8f5754c2-6c67-48e1-8879-29516178b010 HTTP/1.1" status: 200 len: 217 time: 0.1081238 Aug 10 14:32:28.486618 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558dd8e7-ed39-4ba4-9470-944e4c948899 req-12b439d8-bfb6-41fb-96cb-034541dbe8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:32:28.489310 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-558dd8e7-ed39-4ba4-9470-944e4c948899 req-12b439d8-bfb6-41fb-96cb-034541dbe8b3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e9a22f62-539d-4a6f-8739-7c224d5d58f1 HTTP/1.1" status: 200 len: 849 time: 0.1699820 Aug 10 14:32:28.493783 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-90f45b4f-0d53-4105-861c-01fa60fd49ba req-53bdc8fd-e384-4777-ae09-aa6329391979 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=fce59a6d-4f8c-4055-8bd1-247ee8b8b679&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1930127 Aug 10 14:32:28.544808 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-558dd8e7-ed39-4ba4-9470-944e4c948899 req-942faa98-d438-423f-bf93-75754a10b8f4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0bada3fd-9d51-4fed-bf98-dae845f60ce8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366180 Aug 10 14:32:28.807532 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f45b4f-0d53-4105-861c-01fa60fd49ba req-aa986982-2468-499a-8e0c-d57fc126f83e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:32:28.810084 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-90f45b4f-0d53-4105-861c-01fa60fd49ba req-aa986982-2468-499a-8e0c-d57fc126f83e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bf4e0f7339204a0c95f8d4f09f21f7e0&device_id=fce59a6d-4f8c-4055-8bd1-247ee8b8b679 HTTP/1.1" status: 200 len: 1099 time: 0.2675986 Aug 10 14:32:28.936219 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657ab50b-4003-4253-ba0d-f0b7d293af14 req-07f47a99-5169-4ec4-8600-f4d6330bd899 tempest-VolumesActionsTest-1150805267 tempest-VolumesActionsTest-1150805267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:32:28.939514 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-657ab50b-4003-4253-ba0d-f0b7d293af14 req-07f47a99-5169-4ec4-8600-f4d6330bd899 tempest-VolumesActionsTest-1150805267 tempest-VolumesActionsTest-1150805267-project] 10.222.0.42 "GET /v2.0/ports?device_id=9699fbf4-e8f4-4326-811b-3f83d7e562fa HTTP/1.1" status: 200 len: 944 time: 0.3419271 Aug 10 14:32:29.159564 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baef0dc0-9a8f-4366-b17d-38859aaaf139 req-f0b41176-0242-4fee-a9db-368b8039365d tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:32:29.162187 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-baef0dc0-9a8f-4366-b17d-38859aaaf139 req-f0b41176-0242-4fee-a9db-368b8039365d tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f4b4a64-897e-465f-9bac-f2ddc4135822 HTTP/1.1" status: 200 len: 945 time: 0.4014306 Aug 10 14:32:29.182575 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-558dd8e7-ed39-4ba4-9470-944e4c948899 req-345f7075-cb6e-4964-bd36-af0ba93cd6bf service neutron] 10.222.0.18 "GET /v2.0/networks/0bada3fd-9d51-4fed-bf98-dae845f60ce8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6121964 Aug 10 14:32:29.207527 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-193d71f9-377e-4003-9303-0468c414aa53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:29.209577 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:29.430391 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-657ab50b-4003-4253-ba0d-f0b7d293af14 req-bb587c7a-6d00-40c2-8eb2-3f570085bd0c tempest-VolumesActionsTest-1150805267 tempest-VolumesActionsTest-1150805267-project] 10.222.0.42 "GET /v2.0/security-groups?id=359f3478-74cf-459c-8ca5-cc7bffc3d960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4207091 Aug 10 14:32:29.546095 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f45b4f-0d53-4105-861c-01fa60fd49ba req-c8ea5c3c-9488-4dc7-8c39-a55d0546826a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:32:29.550036 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-90f45b4f-0d53-4105-861c-01fa60fd49ba req-c8ea5c3c-9488-4dc7-8c39-a55d0546826a service neutron] 10.222.0.18 "GET /v2.0/networks?id=468e5951-9973-4325-8315-97f35e9a6c27 HTTP/1.1" status: 200 len: 920 time: 0.6893878 Aug 10 14:32:29.593070 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-baef0dc0-9a8f-4366-b17d-38859aaaf139 req-831c2e93-7c5c-45ab-84c4-b9b0fd33ac9e tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] 10.222.0.42 "GET /v2.0/security-groups?id=6de17ce8-2ac1-42a8-95ab-f9984e61b328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3978238 Aug 10 14:32:29.684423 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-90f45b4f-0d53-4105-861c-01fa60fd49ba req-5e22fb5a-21e6-47e5-9673-7ffbbffe5589 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7f974a37-9b19-44dd-809a-ed83c72a7b00 HTTP/1.1" status: 200 len: 217 time: 0.1149831 Aug 10 14:32:29.755541 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-558dd8e7-ed39-4ba4-9470-944e4c948899 req-f6474daa-58fd-445e-8927-d1d20772048a service neutron] 10.222.0.18 "GET /v2.0/networks/0bada3fd-9d51-4fed-bf98-dae845f60ce8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5708055 Aug 10 14:32:29.825063 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f45b4f-0d53-4105-861c-01fa60fd49ba req-2eb28c56-a40a-475a-8db4-76947acc17e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:32:29.828177 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-90f45b4f-0d53-4105-861c-01fa60fd49ba req-2eb28c56-a40a-475a-8db4-76947acc17e8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=525c6944-484f-4ed6-9e34-5e6d53ad95f0 HTTP/1.1" status: 200 len: 859 time: 0.1026750 Aug 10 14:32:29.840842 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da898f59-312c-4742-a62f-905a1ab77277 req-b13d3692-f1fa-4767-859c-982d5dd92ab7 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:32:29.842855 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-da898f59-312c-4742-a62f-905a1ab77277 req-b13d3692-f1fa-4767-859c-982d5dd92ab7 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/ports?device_id=6b203be0-e47c-4371-9eda-83a59ed98be2 HTTP/1.1" status: 200 len: 946 time: 0.1604931 Aug 10 14:32:29.890173 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-90f45b4f-0d53-4105-861c-01fa60fd49ba req-6c10fc13-48f5-446f-981b-98d2b7f83863 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=468e5951-9973-4325-8315-97f35e9a6c27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462241 Aug 10 14:32:30.045109 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-da898f59-312c-4742-a62f-905a1ab77277 req-b291b281-4fe4-4b6f-8a83-24778566e0d2 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/security-groups?id=ecfbe072-fae7-404f-9e98-b7a4caa3c273&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1574218 Aug 10 14:32:30.123931 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8d640b-d611-4e36-8a17-399bed1e55fb req-ce44c376-0726-44e8-931c-0b76f2974af5 tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:32:30.126941 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-6d8d640b-d611-4e36-8a17-399bed1e55fb req-ce44c376-0726-44e8-931c-0b76f2974af5 tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] 10.222.0.42 "GET /v2.0/ports?device_id=9be395dd-4db8-417d-a2bb-336ce985bc64 HTTP/1.1" status: 200 len: 945 time: 0.1186402 Aug 10 14:32:30.130548 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-90f45b4f-0d53-4105-861c-01fa60fd49ba req-31adb8b9-7e70-4a3f-975f-6a14282e65a3 service neutron] 10.222.0.18 "GET /v2.0/networks/468e5951-9973-4325-8315-97f35e9a6c27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2093065 Aug 10 14:32:30.185545 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-1682deac-1581-4d55-87bc-bceb4bcaf759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:30.261462 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-6d8d640b-d611-4e36-8a17-399bed1e55fb req-687216fd-4a47-44f2-9a33-760a237ad971 tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9912597-50da-44b4-8698-0c8676f2e6da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1262512 Aug 10 14:32:30.314002 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-90f45b4f-0d53-4105-861c-01fa60fd49ba req-ed35b3be-55a2-4fc6-9b08-7fce7431f8fa service neutron] 10.222.0.18 "GET /v2.0/networks/468e5951-9973-4325-8315-97f35e9a6c27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1729944 Aug 10 14:32:30.637091 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800d788b-c9e2-4d43-9493-1139e83515f2 req-3d3cf070-f6d7-4f80-8eae-01f577f8e778 tempest-VolumesActionsTest-1150805267 tempest-VolumesActionsTest-1150805267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:32:30.649143 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-800d788b-c9e2-4d43-9493-1139e83515f2 req-3d3cf070-f6d7-4f80-8eae-01f577f8e778 tempest-VolumesActionsTest-1150805267 tempest-VolumesActionsTest-1150805267-project] 10.222.0.42 "GET /v2.0/ports?device_id=9699fbf4-e8f4-4326-811b-3f83d7e562fa HTTP/1.1" status: 200 len: 944 time: 0.1031089 Aug 10 14:32:30.783396 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-800d788b-c9e2-4d43-9493-1139e83515f2 req-8ad17286-a4a1-4524-890f-d5a56ca2f8ae tempest-VolumesActionsTest-1150805267 tempest-VolumesActionsTest-1150805267-project] 10.222.0.42 "GET /v2.0/security-groups?id=359f3478-74cf-459c-8ca5-cc7bffc3d960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227431 Aug 10 14:32:31.012166 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dfa93b-82fc-45cd-8a84-329db5e972cd req-af2edcc8-3794-48ac-9c8f-0611f6ffaeea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:32:31.018779 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-49dfa93b-82fc-45cd-8a84-329db5e972cd req-af2edcc8-3794-48ac-9c8f-0611f6ffaeea service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0f4b4a64-897e-465f-9bac-f2ddc4135822 HTTP/1.1" status: 200 len: 1098 time: 0.1558084 Aug 10 14:32:31.131997 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.wsgi [-] (93411) accepted ('10.222.0.42', 52172) {{(pid=93411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:32:31.141030 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156f3599-c796-409b-a7eb-f5047b60ff1b req-591428a4-6aa4-4760-8db6-e53c19c22126 tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:32:31.142763 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-156f3599-c796-409b-a7eb-f5047b60ff1b req-591428a4-6aa4-4760-8db6-e53c19c22126 tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f4b4a64-897e-465f-9bac-f2ddc4135822 HTTP/1.1" status: 200 len: 945 time: 0.2399752 Aug 10 14:32:31.147948 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-49dfa93b-82fc-45cd-8a84-329db5e972cd req-8c9ab36e-e2c8-432d-9a35-0f37fc63d72d service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=6de17ce8-2ac1-42a8-95ab-f9984e61b328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175601 Aug 10 14:32:31.246461 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-156f3599-c796-409b-a7eb-f5047b60ff1b req-76ba3e51-7d30-4301-bfac-a820675460d2 tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] 10.222.0.42 "GET /v2.0/security-groups?id=6de17ce8-2ac1-42a8-95ab-f9984e61b328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776625 Aug 10 14:32:31.335531 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Device 8f5754c2-6c67-48e1-8879-29516178b010 details requested by agent hyperv_hv-cinder-79819 with host hv-cinder-79819 {{(pid=93412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 14:32:31.478329 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.db [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] For port 8f5754c2-6c67-48e1-8879-29516178b010, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=8f5754c2-6c67-48e1-8879-29516178b010,segment=NetworkSegment(c2bbb4b4-37e0-4687-a413-1b893c887ed7),segment_id=c2bbb4b4-37e0-4687-a413-1b893c887ed7)] {{(pid=93412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:32:31.496035 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Returning: {'device': '8f5754c2-6c67-48e1-8879-29516178b010', 'network_id': '0bada3fd-9d51-4fed-bf98-dae845f60ce8', 'port_id': '8f5754c2-6c67-48e1-8879-29516178b010', 'mac_address': 'fa:16:3e:3a:d0:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 563, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9a22f62-539d-4a6f-8739-7c224d5d58f1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 14:32:31.526410 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-88a8d56e-a354-4fe4-8252-37d8fcefe5e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:31.564677 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:31.580164 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7a6e94-93e2-4307-acd5-c04d6b184097 req-2b349dc2-7dcd-4714-a6d7-95819dccc346 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:32:31.582980 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.notifiers.nova [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f5754c2-6c67-48e1-8879-29516178b010 {{(pid=93412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 14:32:31.602728 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-df7a6e94-93e2-4307-acd5-c04d6b184097 req-2b349dc2-7dcd-4714-a6d7-95819dccc346 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/ports?device_id=6b203be0-e47c-4371-9eda-83a59ed98be2 HTTP/1.1" status: 200 len: 946 time: 0.2843914 Aug 10 14:32:31.611506 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.db [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] For port 8f5754c2-6c67-48e1-8879-29516178b010, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=8f5754c2-6c67-48e1-8879-29516178b010,segment=NetworkSegment(c2bbb4b4-37e0-4687-a413-1b893c887ed7),segment_id=c2bbb4b4-37e0-4687-a413-1b893c887ed7)] {{(pid=93412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:32:31.617333 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683854493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786683465220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786683465238'] for port, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:31.733165 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Pushing event updated for resources: {'Port': ['ID=8f5754c2-6c67-48e1-8879-29516178b010,revision_number=4']} {{(pid=93412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:32:31.796854 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-df7a6e94-93e2-4307-acd5-c04d6b184097 req-23005282-da4b-488f-b5bf-15ea848ae1d8 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/security-groups?id=ecfbe072-fae7-404f-9e98-b7a4caa3c273&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1696405 Aug 10 14:32:31.816977 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-88a8d56e-a354-4fe4-8252-37d8fcefe5e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:31.822699 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-88a8d56e-a354-4fe4-8252-37d8fcefe5e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734645'] for security_group, after_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:31.825931 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed7b3ed-0a83-4180-a9ab-c0d2e90e12d5 req-b2aa02dc-ba61-4772-becc-0f077ffbaa0c tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:32:31.828707 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-8ed7b3ed-0a83-4180-a9ab-c0d2e90e12d5 req-b2aa02dc-ba61-4772-becc-0f077ffbaa0c tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] 10.222.0.42 "GET /v2.0/ports?device_id=9be395dd-4db8-417d-a2bb-336ce985bc64 HTTP/1.1" status: 200 len: 945 time: 0.1155736 Aug 10 14:32:31.856701 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.db.agents_db [None req-84c9d1dd-add5-4bf7-b0ef-63077aab3240 None None] Agent healthcheck: found 6 active agents {{(pid=93413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 14:32:31.884226 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a8d56e-a354-4fe4-8252-37d8fcefe5e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=534f93fe-b86f-42d2-9da8-5d794e426d0e,revision_number=1']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:32:31.890615 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-88a8d56e-a354-4fe4-8252-37d8fcefe5e7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e1f58fd9d53840c1a2fca376c572c809&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7556679 Aug 10 14:32:31.893538 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.wsgi [-] (93411) accepted ('10.222.0.42', 52182) {{(pid=93411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:32:31.977734 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-8ed7b3ed-0a83-4180-a9ab-c0d2e90e12d5 req-eae9e845-66bf-49bc-b79f-00d0929bb1a9 tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9912597-50da-44b4-8698-0c8676f2e6da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1417732 Aug 10 14:32:32.000602 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-918635ce-b89c-4a01-b46d-c411490923eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:32.040708 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.db [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] get_ports_and_sgs() called for port_ids ['8f5754c2-6c67-48e1-8879-29516178b010'] {{(pid=93412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 14:32:32.085533 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-918635ce-b89c-4a01-b46d-c411490923eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:32.089618 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f5aa75-01a0-4da2-a909-b646c822b1e7 req-17f1b08e-d8ca-44ec-9551-82247578e5c2 tempest-VolumesActionsTest-1150805267 tempest-VolumesActionsTest-1150805267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:32:32.095905 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-c5f5aa75-01a0-4da2-a909-b646c822b1e7 req-17f1b08e-d8ca-44ec-9551-82247578e5c2 tempest-VolumesActionsTest-1150805267 tempest-VolumesActionsTest-1150805267-project] 10.222.0.42 "GET /v2.0/ports?device_id=9699fbf4-e8f4-4326-811b-3f83d7e562fa HTTP/1.1" status: 200 len: 945 time: 0.1501930 Aug 10 14:32:32.160344 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-f97b798d-bd61-4bdb-bb4a-e55e1a0659df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:32.206439 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-918635ce-b89c-4a01-b46d-c411490923eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734645'] for security_group, after_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:32.214976 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-918635ce-b89c-4a01-b46d-c411490923eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:32.222458 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-918635ce-b89c-4a01-b46d-c411490923eb admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/534f93fe-b86f-42d2-9da8-5d794e426d0e HTTP/1.1" status: 204 len: 168 time: 0.3262234 Aug 10 14:32:32.252475 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918635ce-b89c-4a01-b46d-c411490923eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=534f93fe-b86f-42d2-9da8-5d794e426d0e,revision_number=None']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:32:32.312814 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-c5f5aa75-01a0-4da2-a909-b646c822b1e7 req-e9408839-112e-43f9-8b23-a4eda8968dae tempest-VolumesActionsTest-1150805267 tempest-VolumesActionsTest-1150805267-project] 10.222.0.42 "GET /v2.0/security-groups?id=359f3478-74cf-459c-8ca5-cc7bffc3d960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045650 Aug 10 14:32:32.565374 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c327022-bd99-4d9c-abf2-e4f88a93362f req-5d049a9a-109b-4725-9c71-237f7e29bc50 tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:32:32.567293 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-5c327022-bd99-4d9c-abf2-e4f88a93362f req-5d049a9a-109b-4725-9c71-237f7e29bc50 tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f4b4a64-897e-465f-9bac-f2ddc4135822 HTTP/1.1" status: 200 len: 945 time: 0.1220093 Aug 10 14:32:32.606064 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:32.650297 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-5c327022-bd99-4d9c-abf2-e4f88a93362f req-ad0a3d19-f0d3-413e-8e05-85f030f38344 tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] 10.222.0.42 "GET /v2.0/security-groups?id=6de17ce8-2ac1-42a8-95ab-f9984e61b328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706832 Aug 10 14:32:32.724132 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.wsgi [-] (93411) accepted ('10.222.0.42', 52206) {{(pid=93411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:32:32.885210 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-2bb1835a-e050-47be-960a-21939d608a12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:32.968124 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.wsgi [-] (93411) accepted ('10.222.0.42', 52214) {{(pid=93411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:32:33.011714 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-55c497fd-a37e-46b6-a476-146e57ad493b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:33.068219 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f273a3-efdb-48d6-92ec-05271b14bac7 req-00205e66-a686-422d-8ac2-10a3939cb0c5 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:32:33.083020 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-d6f273a3-efdb-48d6-92ec-05271b14bac7 req-00205e66-a686-422d-8ac2-10a3939cb0c5 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/ports?device_id=6b203be0-e47c-4371-9eda-83a59ed98be2 HTTP/1.1" status: 200 len: 946 time: 0.1154137 Aug 10 14:32:33.198879 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-2bb1835a-e050-47be-960a-21939d608a12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:33.318531 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-55c497fd-a37e-46b6-a476-146e57ad493b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:33.320912 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-2bb1835a-e050-47be-960a-21939d608a12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734645'] for security_group, after_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:33.337178 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Device 8f5754c2-6c67-48e1-8879-29516178b010 up at agent hyperv_hv-cinder-79819 {{(pid=93412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:32:33.390900 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb1835a-e050-47be-960a-21939d608a12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddd6b3b0-f400-43d9-a753-17891582d93e,revision_number=1']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:32:33.401695 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-55c497fd-a37e-46b6-a476-146e57ad493b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734645'] for security_group, after_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:33.441320 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-d6f273a3-efdb-48d6-92ec-05271b14bac7 req-c0f51d01-d77d-4778-a1dd-bc575bb96d6c tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/security-groups?id=ecfbe072-fae7-404f-9e98-b7a4caa3c273&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3515208 Aug 10 14:32:33.446112 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-2bb1835a-e050-47be-960a-21939d608a12 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=59a94dae3111452ca3eaa4c4cd3629c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7204087 Aug 10 14:32:33.458528 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.wsgi [-] (93410) accepted ('10.222.0.42', 52222) {{(pid=93410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:32:33.497162 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c497fd-a37e-46b6-a476-146e57ad493b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93f69d81-1b22-4242-a050-ccdcbde7f716,revision_number=1']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:32:33.507826 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-55c497fd-a37e-46b6-a476-146e57ad493b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c6c876d042bd4fcab951effebabe850f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5357757 Aug 10 14:32:33.511455 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.wsgi [-] (93411) accepted ('10.222.0.42', 52224) {{(pid=93411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:32:33.570009 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.provisioning_blocks [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Provisioning for port 8f5754c2-6c67-48e1-8879-29516178b010 completed by entity L2. {{(pid=93412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 14:32:33.572925 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6d7081-14e1-49ff-80fc-07036a527af9 req-85437736-f00a-4e85-98d0-2ecbf2556c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:32:33.574750 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-6a6d7081-14e1-49ff-80fc-07036a527af9 req-85437736-f00a-4e85-98d0-2ecbf2556c78 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bf4e0f7339204a0c95f8d4f09f21f7e0&device_id=0f4b4a64-897e-465f-9bac-f2ddc4135822 HTTP/1.1" status: 200 len: 1098 time: 0.3762026 Aug 10 14:32:33.579716 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.provisioning_blocks [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Provisioning complete for port 8f5754c2-6c67-48e1-8879-29516178b010 triggered by entity L2. {{(pid=93412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:32:33.580438 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932393'] for port, provisioning_complete {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:33.602981 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f19ca99-a205-44ab-96b7-b86052ad64ef req-e9695e41-8979-4daf-963c-4008d746a9bc tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:32:33.604584 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-5f19ca99-a205-44ab-96b7-b86052ad64ef req-e9695e41-8979-4daf-963c-4008d746a9bc tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] 10.222.0.42 "GET /v2.0/ports?device_id=9be395dd-4db8-417d-a2bb-336ce985bc64 HTTP/1.1" status: 200 len: 945 time: 0.2277427 Aug 10 14:32:33.633759 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-e91ce83d-e7c2-4553-8624-6632d4c1feb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:33.671497 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-e91ce83d-e7c2-4553-8624-6632d4c1feb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:33.731077 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:33.747188 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-e91ce83d-e7c2-4553-8624-6632d4c1feb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734645'] for security_group, after_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:33.753041 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-e91ce83d-e7c2-4553-8624-6632d4c1feb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:33.756901 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-e91ce83d-e7c2-4553-8624-6632d4c1feb7 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/93f69d81-1b22-4242-a050-ccdcbde7f716 HTTP/1.1" status: 204 len: 168 time: 0.2414248 Aug 10 14:32:33.782474 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91ce83d-e7c2-4553-8624-6632d4c1feb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93f69d81-1b22-4242-a050-ccdcbde7f716,revision_number=None']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:32:33.815445 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-dff61004-c447-46fb-94ef-3ac70d5e0c3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:34.046865 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9699fbf4-e8f4-4326-811b-3f83d7e562fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f5754c2-6c67-48e1-8879-29516178b010'}] {{(pid=93412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:32:34.056539 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9406f3752f8c5c09b2197ea24f22201eb31b4bb693178eb20b3d616b4d9459a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f078f7ee-5191-4079-b609-1be53dda7d1f" -d '{"events": [{"server_uuid": "9699fbf4-e8f4-4326-811b-3f83d7e562fa", "name": "network-vif-plugged", "status": "completed", "tag": "8f5754c2-6c67-48e1-8879-29516178b010"}]}' {{(pid=93412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:32:34.061714 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-dff61004-c447-46fb-94ef-3ac70d5e0c3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:34.114398 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.db [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] For port 8f5754c2-6c67-48e1-8879-29516178b010, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=8f5754c2-6c67-48e1-8879-29516178b010,segment=NetworkSegment(c2bbb4b4-37e0-4687-a413-1b893c887ed7),segment_id=c2bbb4b4-37e0-4687-a413-1b893c887ed7)] {{(pid=93412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:32:34.124098 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683854493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786683465220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786683465238'] for port, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:34.132645 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-5f19ca99-a205-44ab-96b7-b86052ad64ef req-f238fdee-4fe4-41df-96c2-0750ed7b47c4 tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9912597-50da-44b4-8698-0c8676f2e6da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5167980 Aug 10 14:32:34.218775 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2aacd0-d007-40b1-b751-ccf9c465f787 req-fd05bbd6-246b-4f12-b543-16f18ccd0a8d tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:32:34.226621 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-ba2aacd0-d007-40b1-b751-ccf9c465f787 req-fd05bbd6-246b-4f12-b543-16f18ccd0a8d tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f4b4a64-897e-465f-9bac-f2ddc4135822 HTTP/1.1" status: 200 len: 945 time: 0.6095867 Aug 10 14:32:34.239134 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6d7081-14e1-49ff-80fc-07036a527af9 req-ee781242-5093-4741-8f5d-32d0e543fc47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:32:34.241009 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-6a6d7081-14e1-49ff-80fc-07036a527af9 req-ee781242-5093-4741-8f5d-32d0e543fc47 service neutron] 10.222.0.18 "GET /v2.0/networks?id=468e5951-9973-4325-8315-97f35e9a6c27 HTTP/1.1" status: 200 len: 920 time: 0.6566925 Aug 10 14:32:34.317589 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Pushing event updated for resources: {'Port': ['ID=8f5754c2-6c67-48e1-8879-29516178b010,revision_number=5']} {{(pid=93412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:32:34.367288 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-6a6d7081-14e1-49ff-80fc-07036a527af9 req-b8f961e2-50f1-4fdd-8976-c5e354c75c59 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=85ef6664-f2b0-44a5-9eb7-d8ada8adac40 HTTP/1.1" status: 200 len: 217 time: 0.1113572 Aug 10 14:32:34.418965 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-ba2aacd0-d007-40b1-b751-ccf9c465f787 req-702ed96e-131d-427b-b06f-8dead8dd43f2 tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] 10.222.0.42 "GET /v2.0/security-groups?id=6de17ce8-2ac1-42a8-95ab-f9984e61b328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911087 Aug 10 14:32:34.447759 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-dff61004-c447-46fb-94ef-3ac70d5e0c3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734645'] for security_group, after_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:34.452442 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-dff61004-c447-46fb-94ef-3ac70d5e0c3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:34.454487 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [None req-dff61004-c447-46fb-94ef-3ac70d5e0c3f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ddd6b3b0-f400-43d9-a753-17891582d93e HTTP/1.1" status: 204 len: 168 time: 0.9934502 Aug 10 14:32:34.468290 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919d4422-937e-491d-af57-62b5a7063335 req-1f960f43-42bc-4896-bd91-6e37538e4064 tempest-VolumesActionsTest-1150805267 tempest-VolumesActionsTest-1150805267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:32:34.478025 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-919d4422-937e-491d-af57-62b5a7063335 req-1f960f43-42bc-4896-bd91-6e37538e4064 tempest-VolumesActionsTest-1150805267 tempest-VolumesActionsTest-1150805267-project] 10.222.0.42 "GET /v2.0/ports?device_id=9699fbf4-e8f4-4326-811b-3f83d7e562fa HTTP/1.1" status: 200 len: 946 time: 0.2202644 Aug 10 14:32:34.483619 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6d7081-14e1-49ff-80fc-07036a527af9 req-75f8fff8-9b73-4933-aacd-5e1780e1a929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:32:34.485877 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-6a6d7081-14e1-49ff-80fc-07036a527af9 req-75f8fff8-9b73-4933-aacd-5e1780e1a929 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=525c6944-484f-4ed6-9e34-5e6d53ad95f0 HTTP/1.1" status: 200 len: 859 time: 0.1098073 Aug 10 14:32:34.516841 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff61004-c447-46fb-94ef-3ac70d5e0c3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddd6b3b0-f400-43d9-a753-17891582d93e,revision_number=None']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:32:34.614518 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 14:32:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bc18874-b821-4386-8aa7-45be4e3bed5c x-openstack-request-id: req-9bc18874-b821-4386-8aa7-45be4e3bed5c {{(pid=93412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:32:34.615027 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9699fbf4-e8f4-4326-811b-3f83d7e562fa", "name": "network-vif-plugged", "status": "completed", "tag": "8f5754c2-6c67-48e1-8879-29516178b010", "code": 200}]} {{(pid=93412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:32:34.615374 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9bc18874-b821-4386-8aa7-45be4e3bed5c {{(pid=93412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:32:34.617100 dv-cinder-798198-2-iscsi neutron-server[93412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9699fbf4-e8f4-4326-811b-3f83d7e562fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f5754c2-6c67-48e1-8879-29516178b010', 'code': 200} Aug 10 14:32:35.049158 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-6a6d7081-14e1-49ff-80fc-07036a527af9 req-ba46bc8b-492a-4c3d-8674-ca97f0bbe328 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=468e5951-9973-4325-8315-97f35e9a6c27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5506039 Aug 10 14:32:35.244244 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-919d4422-937e-491d-af57-62b5a7063335 req-67f7e2e2-2597-43b7-8fa8-df035a906aad tempest-VolumesActionsTest-1150805267 tempest-VolumesActionsTest-1150805267-project] 10.222.0.42 "GET /v2.0/security-groups?id=359f3478-74cf-459c-8ca5-cc7bffc3d960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7645667 Aug 10 14:32:35.339957 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Device d7c73a10-55f7-4d62-9fe7-4a227b278bb5 details requested by agent hyperv_hv-cinder-79819 with host hv-cinder-79819 {{(pid=93412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 14:32:35.355817 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279cc4ff-31f5-4c2d-8057-294ad0085a69 req-f457b284-fd3c-45b4-8e18-4b7c497c9d78 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:32:35.357788 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-279cc4ff-31f5-4c2d-8057-294ad0085a69 req-f457b284-fd3c-45b4-8e18-4b7c497c9d78 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/ports?device_id=6b203be0-e47c-4371-9eda-83a59ed98be2 HTTP/1.1" status: 200 len: 946 time: 0.3135378 Aug 10 14:32:35.363303 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47af5c79-d6c9-4112-92db-d78f693de09f req-fdd82ddf-71f8-4876-8c94-127da4bde2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:32:35.365168 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-47af5c79-d6c9-4112-92db-d78f693de09f req-fdd82ddf-71f8-4876-8c94-127da4bde2c6 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9699fbf4-e8f4-4326-811b-3f83d7e562fa HTTP/1.1" status: 200 len: 1099 time: 0.3248508 Aug 10 14:32:35.427501 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-6a6d7081-14e1-49ff-80fc-07036a527af9 req-32e498fc-4d7d-4984-b969-eacc2aeb246a service neutron] 10.222.0.18 "GET /v2.0/networks/468e5951-9973-4325-8315-97f35e9a6c27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3449628 Aug 10 14:32:35.537652 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-47af5c79-d6c9-4112-92db-d78f693de09f req-c6d9ef60-0e6e-4264-adad-e8efd2cac0e8 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=359f3478-74cf-459c-8ca5-cc7bffc3d960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584988 Aug 10 14:32:35.590119 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-279cc4ff-31f5-4c2d-8057-294ad0085a69 req-391f2334-28b5-4d4e-933d-4a835a74f75d tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/security-groups?id=ecfbe072-fae7-404f-9e98-b7a4caa3c273&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1897347 Aug 10 14:32:35.775477 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.db [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] For port d7c73a10-55f7-4d62-9fe7-4a227b278bb5, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=d7c73a10-55f7-4d62-9fe7-4a227b278bb5,segment=NetworkSegment(d55ed611-efa5-4413-9a01-d70eef9c92c8),segment_id=d55ed611-efa5-4413-9a01-d70eef9c92c8)] {{(pid=93412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:32:35.794826 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Returning: {'device': 'd7c73a10-55f7-4d62-9fe7-4a227b278bb5', 'network_id': '86a6d1d4-f800-47bf-859f-81a5bd8d7c63', 'port_id': 'd7c73a10-55f7-4d62-9fe7-4a227b278bb5', 'mac_address': 'fa:16:3e:26:09:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '061e4b8c-ab2d-4682-a3d2-e34df59bc21f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 14:32:35.867032 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:35.912274 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30294d62-2740-499f-8aac-c5f4bb264698 req-b7b03ef6-50fe-4e45-9d51-8b7aefcbe6ce tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:32:35.915352 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.notifiers.nova [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d7c73a10-55f7-4d62-9fe7-4a227b278bb5 {{(pid=93412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 14:32:35.924941 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-30294d62-2740-499f-8aac-c5f4bb264698 req-b7b03ef6-50fe-4e45-9d51-8b7aefcbe6ce tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] 10.222.0.42 "GET /v2.0/ports?device_id=9be395dd-4db8-417d-a2bb-336ce985bc64 HTTP/1.1" status: 200 len: 945 time: 0.3842254 Aug 10 14:32:35.944548 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-6a6d7081-14e1-49ff-80fc-07036a527af9 req-97357f2f-797c-485e-b44b-2b0adfb3ebd8 service neutron] 10.222.0.18 "GET /v2.0/networks/468e5951-9973-4325-8315-97f35e9a6c27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4986782 Aug 10 14:32:35.977188 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.db [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] For port d7c73a10-55f7-4d62-9fe7-4a227b278bb5, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=d7c73a10-55f7-4d62-9fe7-4a227b278bb5,segment=NetworkSegment(d55ed611-efa5-4413-9a01-d70eef9c92c8),segment_id=d55ed611-efa5-4413-9a01-d70eef9c92c8)] {{(pid=93412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:32:35.986772 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683854493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786683465220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786683465238'] for port, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:35.994074 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1906548f-a303-4b0f-b4ac-40416e50fe59 req-eff71007-d169-4c61-8db5-aacde083b632 tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:32:36.011669 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-1906548f-a303-4b0f-b4ac-40416e50fe59 req-eff71007-d169-4c61-8db5-aacde083b632 tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f4b4a64-897e-465f-9bac-f2ddc4135822 HTTP/1.1" status: 200 len: 945 time: 0.2775807 Aug 10 14:32:36.028577 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.wsgi [-] (93411) accepted ('10.222.0.42', 52272) {{(pid=93411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:32:36.153046 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.db [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] get_ports_and_sgs() called for port_ids ['d7c73a10-55f7-4d62-9fe7-4a227b278bb5'] {{(pid=93412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 14:32:36.196530 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-1906548f-a303-4b0f-b4ac-40416e50fe59 req-83826980-00f0-4326-b5c3-d9562dd4931c tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] 10.222.0.42 "GET /v2.0/security-groups?id=6de17ce8-2ac1-42a8-95ab-f9984e61b328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811082 Aug 10 14:32:36.244215 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Pushing event updated for resources: {'Port': ['ID=d7c73a10-55f7-4d62-9fe7-4a227b278bb5,revision_number=6']} {{(pid=93412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:32:36.298198 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-30294d62-2740-499f-8aac-c5f4bb264698 req-354dda1c-1076-460b-b031-579bc5f68312 tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9912597-50da-44b4-8698-0c8676f2e6da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3718207 Aug 10 14:32:36.517328 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-4585fa77-40a2-4848-9cce-4d09c0efccea admin admin] Notify callbacks [] for security_group, before_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:36.530381 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b1fc1c-015a-4647-a5ca-fc4b762178d4 req-91296480-55d8-4e5e-8fc4-826ed116d960 tempest-VolumesActionsTest-1150805267 tempest-VolumesActionsTest-1150805267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:32:36.572204 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-06b1fc1c-015a-4647-a5ca-fc4b762178d4 req-91296480-55d8-4e5e-8fc4-826ed116d960 tempest-VolumesActionsTest-1150805267 tempest-VolumesActionsTest-1150805267-project] 10.222.0.42 "GET /v2.0/ports?device_id=9699fbf4-e8f4-4326-811b-3f83d7e562fa HTTP/1.1" status: 200 len: 946 time: 0.1522198 Aug 10 14:32:36.682636 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-06b1fc1c-015a-4647-a5ca-fc4b762178d4 req-8ddaacc7-48e8-4f42-8e33-7f40421b08db tempest-VolumesActionsTest-1150805267 tempest-VolumesActionsTest-1150805267-project] 10.222.0.42 "GET /v2.0/security-groups?id=359f3478-74cf-459c-8ca5-cc7bffc3d960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093483 Aug 10 14:32:36.753211 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-4585fa77-40a2-4848-9cce-4d09c0efccea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:36.759751 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-4585fa77-40a2-4848-9cce-4d09c0efccea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734645'] for security_group, after_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:36.829212 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-4585fa77-40a2-4848-9cce-4d09c0efccea admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=dcc8c1f053de4deea15b66673ca84308&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7968879 Aug 10 14:32:36.829890 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.wsgi [-] (93411) accepted ('10.222.0.42', 52302) {{(pid=93411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:32:36.833444 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4585fa77-40a2-4848-9cce-4d09c0efccea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18ac0619-3538-4f03-a669-6ae44fbd892a,revision_number=1']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:32:36.874070 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca719f73-2349-419f-b1ab-d9b8daeb32e0 req-2c1ab6a3-c8c1-4ff9-b24b-2a64f0967cee tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:32:36.876656 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-ca719f73-2349-419f-b1ab-d9b8daeb32e0 req-2c1ab6a3-c8c1-4ff9-b24b-2a64f0967cee tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/ports?device_id=6b203be0-e47c-4371-9eda-83a59ed98be2 HTTP/1.1" status: 200 len: 945 time: 0.1372843 Aug 10 14:32:36.967189 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-a1634e59-2f99-4072-8d25-139ec15fa71c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:36.994728 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-ca719f73-2349-419f-b1ab-d9b8daeb32e0 req-0e0fc398-317f-4bd4-99ea-cecb6b90fb2e tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/security-groups?id=ecfbe072-fae7-404f-9e98-b7a4caa3c273&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1100857 Aug 10 14:32:37.023330 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-a1634e59-2f99-4072-8d25-139ec15fa71c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:37.168330 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-a1634e59-2f99-4072-8d25-139ec15fa71c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734645'] for security_group, after_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:37.176769 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-a1634e59-2f99-4072-8d25-139ec15fa71c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:37.180750 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-a1634e59-2f99-4072-8d25-139ec15fa71c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/18ac0619-3538-4f03-a669-6ae44fbd892a HTTP/1.1" status: 204 len: 168 time: 0.3491938 Aug 10 14:32:37.195743 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1634e59-2f99-4072-8d25-139ec15fa71c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18ac0619-3538-4f03-a669-6ae44fbd892a,revision_number=None']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:32:37.353121 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Device d7c73a10-55f7-4d62-9fe7-4a227b278bb5 up at agent hyperv_hv-cinder-79819 {{(pid=93412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:32:37.529482 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1984689-ee84-4af5-a701-b61353eff8f9 req-7ac054fc-c37c-406d-8799-42a5a1df548d tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:32:37.547523 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-e1984689-ee84-4af5-a701-b61353eff8f9 req-7ac054fc-c37c-406d-8799-42a5a1df548d tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] 10.222.0.42 "GET /v2.0/ports?device_id=9be395dd-4db8-417d-a2bb-336ce985bc64 HTTP/1.1" status: 200 len: 945 time: 0.1333389 Aug 10 14:32:37.620060 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.provisioning_blocks [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Provisioning complete for port d7c73a10-55f7-4d62-9fe7-4a227b278bb5 triggered by entity L2. {{(pid=93412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:32:37.620921 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932393'] for port, provisioning_complete {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:37.630294 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839efe06-c5d1-4283-b547-cf92e6aaa94c req-7f045c03-72ee-4b73-96fb-9b3e3c7f8a9e tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:32:37.632218 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-839efe06-c5d1-4283-b547-cf92e6aaa94c req-7f045c03-72ee-4b73-96fb-9b3e3c7f8a9e tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f4b4a64-897e-465f-9bac-f2ddc4135822 HTTP/1.1" status: 200 len: 945 time: 0.1720798 Aug 10 14:32:37.683127 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-e1984689-ee84-4af5-a701-b61353eff8f9 req-e852eab4-f568-41ef-9ea8-8e01bcc6273d tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9912597-50da-44b4-8698-0c8676f2e6da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1388619 Aug 10 14:32:37.853730 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-839efe06-c5d1-4283-b547-cf92e6aaa94c req-d0b8b693-e11d-41f5-809d-689387d3a336 tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] 10.222.0.42 "GET /v2.0/security-groups?id=6de17ce8-2ac1-42a8-95ab-f9984e61b328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149243 Aug 10 14:32:38.167047 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:38.237357 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b203be0-e47c-4371-9eda-83a59ed98be2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7c73a10-55f7-4d62-9fe7-4a227b278bb5'}] {{(pid=93412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:32:38.251520 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9406f3752f8c5c09b2197ea24f22201eb31b4bb693178eb20b3d616b4d9459a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91813a0b-c6e1-4f7b-a396-484203d7c292" -d '{"events": [{"server_uuid": "6b203be0-e47c-4371-9eda-83a59ed98be2", "name": "network-vif-plugged", "status": "completed", "tag": "d7c73a10-55f7-4d62-9fe7-4a227b278bb5"}]}' {{(pid=93412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:32:38.294997 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.db [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] For port d7c73a10-55f7-4d62-9fe7-4a227b278bb5, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=d7c73a10-55f7-4d62-9fe7-4a227b278bb5,segment=NetworkSegment(d55ed611-efa5-4413-9a01-d70eef9c92c8),segment_id=d55ed611-efa5-4413-9a01-d70eef9c92c8)] {{(pid=93412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:32:38.331242 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683854493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786683465220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786683465238'] for port, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:38.333788 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b629254-8e83-4b0c-b995-d5e5ba6991f7 req-42cb5670-bf5e-4b7b-ad33-222a2f85f47f tempest-VolumesActionsTest-1150805267 tempest-VolumesActionsTest-1150805267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:32:38.344155 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-1b629254-8e83-4b0c-b995-d5e5ba6991f7 req-42cb5670-bf5e-4b7b-ad33-222a2f85f47f tempest-VolumesActionsTest-1150805267 tempest-VolumesActionsTest-1150805267-project] 10.222.0.42 "GET /v2.0/ports?device_id=9699fbf4-e8f4-4326-811b-3f83d7e562fa HTTP/1.1" status: 200 len: 946 time: 0.3021512 Aug 10 14:32:38.464130 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854794b2-6f42-4224-b780-1714ddb3a6cb req-b9782665-2587-4500-923d-7187e36ba865 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:32:38.484379 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-854794b2-6f42-4224-b780-1714ddb3a6cb req-b9782665-2587-4500-923d-7187e36ba865 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/ports?device_id=6b203be0-e47c-4371-9eda-83a59ed98be2 HTTP/1.1" status: 200 len: 945 time: 0.2756040 Aug 10 14:32:38.511432 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Pushing event updated for resources: {'Port': ['ID=d7c73a10-55f7-4d62-9fe7-4a227b278bb5,revision_number=7']} {{(pid=93412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:32:38.546454 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-1b629254-8e83-4b0c-b995-d5e5ba6991f7 req-1d1f0f0a-68b9-4e82-acde-9602d8d3ff68 tempest-VolumesActionsTest-1150805267 tempest-VolumesActionsTest-1150805267-project] 10.222.0.42 "GET /v2.0/security-groups?id=359f3478-74cf-459c-8ca5-cc7bffc3d960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937835 Aug 10 14:32:38.722441 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-854794b2-6f42-4224-b780-1714ddb3a6cb req-369f9f4c-7c93-477f-9388-12bfc5f7d584 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/security-groups?id=ecfbe072-fae7-404f-9e98-b7a4caa3c273&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2155864 Aug 10 14:32:38.734914 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 14:32:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01565844-5d2a-4709-9cf4-f3f71d07d81c x-openstack-request-id: req-01565844-5d2a-4709-9cf4-f3f71d07d81c {{(pid=93412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:32:38.735474 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b203be0-e47c-4371-9eda-83a59ed98be2", "name": "network-vif-plugged", "status": "completed", "tag": "d7c73a10-55f7-4d62-9fe7-4a227b278bb5", "code": 200}]} {{(pid=93412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:32:38.735890 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-01565844-5d2a-4709-9cf4-f3f71d07d81c {{(pid=93412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:32:38.736459 dv-cinder-798198-2-iscsi neutron-server[93412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b203be0-e47c-4371-9eda-83a59ed98be2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7c73a10-55f7-4d62-9fe7-4a227b278bb5', 'code': 200} Aug 10 14:32:39.109493 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3709f7a-96fa-4e44-aec4-41e59f56dfc6 req-140e3e30-a98f-45ac-92ab-7cca2ad072d4 tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:32:39.117783 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-c3709f7a-96fa-4e44-aec4-41e59f56dfc6 req-140e3e30-a98f-45ac-92ab-7cca2ad072d4 tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] 10.222.0.42 "GET /v2.0/ports?device_id=9be395dd-4db8-417d-a2bb-336ce985bc64 HTTP/1.1" status: 200 len: 945 time: 0.1725399 Aug 10 14:32:39.198253 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-c3709f7a-96fa-4e44-aec4-41e59f56dfc6 req-dadae555-4983-4284-b460-f940c8761377 tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9912597-50da-44b4-8698-0c8676f2e6da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756683 Aug 10 14:32:39.285755 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87faf043-9aa8-4b29-b052-34ed61779adc req-1c85e530-05c1-467a-b6f6-ae0889ab0bd5 tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:32:39.303539 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-87faf043-9aa8-4b29-b052-34ed61779adc req-1c85e530-05c1-467a-b6f6-ae0889ab0bd5 tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f4b4a64-897e-465f-9bac-f2ddc4135822 HTTP/1.1" status: 200 len: 945 time: 0.1625147 Aug 10 14:32:39.461776 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-87faf043-9aa8-4b29-b052-34ed61779adc req-f77befb4-954d-47fa-b62b-e0463f8db86e tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] 10.222.0.42 "GET /v2.0/security-groups?id=6de17ce8-2ac1-42a8-95ab-f9984e61b328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530683 Aug 10 14:32:39.560115 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.wsgi [-] (93411) accepted ('10.222.0.42', 52400) {{(pid=93411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:32:39.918803 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-faba0e92-d9d4-465d-8554-4b1d04926a30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:40.101850 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524a4db0-dbbe-40af-b3c4-fd013f3255a8 req-c591a0ef-cb56-4724-963f-3ae44c7ac08d tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:32:40.106205 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-524a4db0-dbbe-40af-b3c4-fd013f3255a8 req-c591a0ef-cb56-4724-963f-3ae44c7ac08d tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/ports?device_id=6b203be0-e47c-4371-9eda-83a59ed98be2 HTTP/1.1" status: 200 len: 946 time: 0.1267037 Aug 10 14:32:40.188446 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-faba0e92-d9d4-465d-8554-4b1d04926a30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:40.197922 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-faba0e92-d9d4-465d-8554-4b1d04926a30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734645'] for security_group, after_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:40.230861 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-524a4db0-dbbe-40af-b3c4-fd013f3255a8 req-d4816b3c-eb60-42df-b3a3-8fb55ceafcaa tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/security-groups?id=ecfbe072-fae7-404f-9e98-b7a4caa3c273&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1146412 Aug 10 14:32:40.334489 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faba0e92-d9d4-465d-8554-4b1d04926a30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85307f0a-e6b4-4ff5-963e-01ef7e1657a4,revision_number=1']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:32:40.352200 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-faba0e92-d9d4-465d-8554-4b1d04926a30 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=88da42f9677b4a4eb7cc8a763b8ffb36&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7885556 Aug 10 14:32:40.368039 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.wsgi [-] (93411) accepted ('10.222.0.42', 52426) {{(pid=93411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:32:40.482738 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-f731372b-0e85-49e4-99ab-87252a36e491 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:40.532134 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-f731372b-0e85-49e4-99ab-87252a36e491 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:40.642822 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-f731372b-0e85-49e4-99ab-87252a36e491 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734645'] for security_group, after_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:40.663771 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-f731372b-0e85-49e4-99ab-87252a36e491 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:40.666087 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-f731372b-0e85-49e4-99ab-87252a36e491 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/85307f0a-e6b4-4ff5-963e-01ef7e1657a4 HTTP/1.1" status: 204 len: 168 time: 0.2904475 Aug 10 14:32:40.675421 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f731372b-0e85-49e4-99ab-87252a36e491 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85307f0a-e6b4-4ff5-963e-01ef7e1657a4,revision_number=None']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:32:40.693530 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cbfb73-86c7-4bd3-a1b9-584d3fb01697 req-855cd9cd-9577-4a6d-8f15-c37b4cf7ce7a tempest-VolumesActionsTest-1150805267 tempest-VolumesActionsTest-1150805267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:32:40.701766 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-01cbfb73-86c7-4bd3-a1b9-584d3fb01697 req-855cd9cd-9577-4a6d-8f15-c37b4cf7ce7a tempest-VolumesActionsTest-1150805267 tempest-VolumesActionsTest-1150805267-project] 10.222.0.42 "GET /v2.0/ports?device_id=9699fbf4-e8f4-4326-811b-3f83d7e562fa HTTP/1.1" status: 200 len: 946 time: 0.1624703 Aug 10 14:32:40.719381 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1f6338-9f10-4248-ad2f-be994be5fe82 req-f90f2b5c-a360-4cde-9877-b33d04eb2c27 tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:32:40.720994 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-5b1f6338-9f10-4248-ad2f-be994be5fe82 req-f90f2b5c-a360-4cde-9877-b33d04eb2c27 tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] 10.222.0.42 "GET /v2.0/ports?device_id=9be395dd-4db8-417d-a2bb-336ce985bc64 HTTP/1.1" status: 200 len: 945 time: 0.1106975 Aug 10 14:32:40.826549 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-01cbfb73-86c7-4bd3-a1b9-584d3fb01697 req-fc3463e8-fe76-405b-8ab9-5c9179c9231e tempest-VolumesActionsTest-1150805267 tempest-VolumesActionsTest-1150805267-project] 10.222.0.42 "GET /v2.0/security-groups?id=359f3478-74cf-459c-8ca5-cc7bffc3d960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235125 Aug 10 14:32:40.884685 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-5b1f6338-9f10-4248-ad2f-be994be5fe82 req-edf51f22-4a0e-4343-ac09-c1853efde6c2 tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9912597-50da-44b4-8698-0c8676f2e6da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1447639 Aug 10 14:32:41.186634 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed38f603-606a-4a42-85b5-9f448d688d37 req-3de53c05-a60a-464f-8805-fa9e7baeed9e tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:32:41.214365 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-ed38f603-606a-4a42-85b5-9f448d688d37 req-3de53c05-a60a-464f-8805-fa9e7baeed9e tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] 10.222.0.42 "GET /v2.0/networks?id=7083ffdd-d140-4aab-95da-06bd854ff63b HTTP/1.1" status: 200 len: 815 time: 0.2485461 Aug 10 14:32:41.413679 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-ed38f603-606a-4a42-85b5-9f448d688d37 req-7f6f39e0-7f68-466f-861e-f8b3efa008b9 tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] 10.222.0.42 "GET /v2.0/quotas/07adee952320462e8ef9cf17396b0b67 HTTP/1.1" status: 200 len: 375 time: 0.1948946 Aug 10 14:32:41.554464 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2567175-8dfc-4bed-ac7d-2f08f5d87824 req-efdad9f4-0739-4551-8390-1175b44e340f tempest-VolumesActionsTest-1150805267 tempest-VolumesActionsTest-1150805267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:32:41.558483 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-d2567175-8dfc-4bed-ac7d-2f08f5d87824 req-efdad9f4-0739-4551-8390-1175b44e340f tempest-VolumesActionsTest-1150805267 tempest-VolumesActionsTest-1150805267-project] 10.222.0.18 "GET /v2.0/ports?device_id=9699fbf4-e8f4-4326-811b-3f83d7e562fa HTTP/1.1" status: 200 len: 946 time: 0.2765429 Aug 10 14:32:41.592371 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.wsgi [-] (93411) accepted ('10.222.0.42', 52450) {{(pid=93411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:32:41.612439 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-dbf9eaba-e0f7-48fd-a728-453f700d5593 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:41.732223 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-ed38f603-606a-4a42-85b5-9f448d688d37 req-e448cef2-085c-4286-a971-eb7f6c2994c6 tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=07adee952320462e8ef9cf17396b0b67&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3163884 Aug 10 14:32:41.801149 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-dbf9eaba-e0f7-48fd-a728-453f700d5593 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:41.805945 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0d1293-e7f9-4158-953c-b4f5d8e2cde1 req-2cbcd61f-266a-409d-af3a-96244a729676 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:32:41.808809 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-8f0d1293-e7f9-4158-953c-b4f5d8e2cde1 req-2cbcd61f-266a-409d-af3a-96244a729676 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/ports?device_id=6b203be0-e47c-4371-9eda-83a59ed98be2 HTTP/1.1" status: 200 len: 946 time: 0.2481449 Aug 10 14:32:41.810060 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-dbf9eaba-e0f7-48fd-a728-453f700d5593 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734645'] for security_group, after_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:41.874596 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-dbf9eaba-e0f7-48fd-a728-453f700d5593 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=729991a7d5844e45a6efcd5fdbd03943&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2800939 Aug 10 14:32:41.877358 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf9eaba-e0f7-48fd-a728-453f700d5593 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cdfdf74-c5b5-475a-a1a9-fe68c0ffb889,revision_number=1']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:32:41.880574 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.wsgi [-] (93410) accepted ('10.222.0.42', 52456) {{(pid=93410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:32:42.058089 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-8f0d1293-e7f9-4158-953c-b4f5d8e2cde1 req-8d4798ed-92bf-4a1e-8ddb-0f41791f3ba3 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/security-groups?id=ecfbe072-fae7-404f-9e98-b7a4caa3c273&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1811540 Aug 10 14:32:42.088330 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.plugin [req-d2567175-8dfc-4bed-ac7d-2f08f5d87824 req-d91de41c-110b-4c73-9271-2a0da4309794 tempest-VolumesActionsTest-1150805267 tempest-VolumesActionsTest-1150805267-project] Deleting port 8f5754c2-6c67-48e1-8879-29516178b010 {{(pid=93410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 14:32:42.088868 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-d2567175-8dfc-4bed-ac7d-2f08f5d87824 req-d91de41c-110b-4c73-9271-2a0da4309794 tempest-VolumesActionsTest-1150805267 tempest-VolumesActionsTest-1150805267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786683848753'] for port, before_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:42.113451 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-ed38f603-606a-4a42-85b5-9f448d688d37 req-a8e211a2-484d-4b1b-a0b5-d9c8c6b03741 service neutron] 10.222.0.42 "GET /v2.0/networks/7083ffdd-d140-4aab-95da-06bd854ff63b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3433585 Aug 10 14:32:42.330321 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-54d7f54f-4bc7-4f5c-8b5e-14a5ef049af2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:42.454890 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-54d7f54f-4bc7-4f5c-8b5e-14a5ef049af2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:42.520550 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d7ad7b-5042-497d-a2ad-cbf974489fd4 req-b023e75c-bbd5-42b5-9a0f-91d4f24c53c9 tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:32:42.523313 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-84d7ad7b-5042-497d-a2ad-cbf974489fd4 req-b023e75c-bbd5-42b5-9a0f-91d4f24c53c9 tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f4b4a64-897e-465f-9bac-f2ddc4135822 HTTP/1.1" status: 200 len: 945 time: 0.2610574 Aug 10 14:32:42.573459 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-ed38f603-606a-4a42-85b5-9f448d688d37 req-d4ee7236-71a3-4bab-98e5-f84a00ad1fa8 service neutron] 10.222.0.42 "GET /v2.0/networks/7083ffdd-d140-4aab-95da-06bd854ff63b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4584796 Aug 10 14:32:42.655237 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [req-d2567175-8dfc-4bed-ac7d-2f08f5d87824 req-d91de41c-110b-4c73-9271-2a0da4309794 tempest-VolumesActionsTest-1150805267 tempest-VolumesActionsTest-1150805267-project] For port 8f5754c2-6c67-48e1-8879-29516178b010, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=8f5754c2-6c67-48e1-8879-29516178b010,segment=NetworkSegment(c2bbb4b4-37e0-4687-a413-1b893c887ed7),segment_id=c2bbb4b4-37e0-4687-a413-1b893c887ed7)] {{(pid=93410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:32:42.656368 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-d2567175-8dfc-4bed-ac7d-2f08f5d87824 req-d91de41c-110b-4c73-9271-2a0da4309794 tempest-VolumesActionsTest-1150805267 tempest-VolumesActionsTest-1150805267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-879274'] for port, precommit_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:42.712000 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.plugin [req-d2567175-8dfc-4bed-ac7d-2f08f5d87824 req-d91de41c-110b-4c73-9271-2a0da4309794 tempest-VolumesActionsTest-1150805267 tempest-VolumesActionsTest-1150805267-project] Calling delete_port for 8f5754c2-6c67-48e1-8879-29516178b010 owned by compute:nova {{(pid=93410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 14:32:42.736094 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-84d7ad7b-5042-497d-a2ad-cbf974489fd4 req-7d12574c-2858-4892-bb1a-199c0b58be28 tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] 10.222.0.42 "GET /v2.0/security-groups?id=6de17ce8-2ac1-42a8-95ab-f9984e61b328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921945 Aug 10 14:32:43.023628 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-54d7f54f-4bc7-4f5c-8b5e-14a5ef049af2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734645'] for security_group, after_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:43.031836 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-54d7f54f-4bc7-4f5c-8b5e-14a5ef049af2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:43.037619 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [None req-54d7f54f-4bc7-4f5c-8b5e-14a5ef049af2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5cdfdf74-c5b5-475a-a1a9-fe68c0ffb889 HTTP/1.1" status: 204 len: 168 time: 1.1461332 Aug 10 14:32:43.204197 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d7f54f-4bc7-4f5c-8b5e-14a5ef049af2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cdfdf74-c5b5-475a-a1a9-fe68c0ffb889,revision_number=None']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:32:43.404450 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9ec752-d45a-4cef-9448-8270dc757e08 req-411516bd-b1a2-4ef2-b8e1-0fa9fd5a137c tempest-VolumesActionsTest-1150805267 tempest-VolumesActionsTest-1150805267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:32:43.408198 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-da9ec752-d45a-4cef-9448-8270dc757e08 req-411516bd-b1a2-4ef2-b8e1-0fa9fd5a137c tempest-VolumesActionsTest-1150805267 tempest-VolumesActionsTest-1150805267-project] 10.222.0.42 "GET /v2.0/ports?device_id=9699fbf4-e8f4-4326-811b-3f83d7e562fa HTTP/1.1" status: 200 len: 946 time: 0.4698074 Aug 10 14:32:43.428427 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074f9faf-70d0-4c55-ba4d-19236ebe4e91 req-f4da36d2-dcb3-4cfe-9100-a6a75b55b048 tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:32:43.431023 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-074f9faf-70d0-4c55-ba4d-19236ebe4e91 req-f4da36d2-dcb3-4cfe-9100-a6a75b55b048 tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] 10.222.0.42 "GET /v2.0/ports?device_id=9be395dd-4db8-417d-a2bb-336ce985bc64 HTTP/1.1" status: 200 len: 945 time: 0.4505191 Aug 10 14:32:43.507514 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-d2567175-8dfc-4bed-ac7d-2f08f5d87824 req-d91de41c-110b-4c73-9271-2a0da4309794 tempest-VolumesActionsTest-1150805267 tempest-VolumesActionsTest-1150805267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786683854475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786683465207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26372150'] for port, after_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:43.599547 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91de41c-110b-4c73-9271-2a0da4309794 tempest-VolumesActionsTest-1150805267 tempest-VolumesActionsTest-1150805267-project] Pushing event deleted for resources: {'Port': ['ID=8f5754c2-6c67-48e1-8879-29516178b010,revision_number=None']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:32:43.720268 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-da9ec752-d45a-4cef-9448-8270dc757e08 req-009fd856-a961-4ff8-8d10-a3a6d2b7c9a9 tempest-VolumesActionsTest-1150805267 tempest-VolumesActionsTest-1150805267-project] 10.222.0.42 "GET /v2.0/security-groups?id=359f3478-74cf-459c-8ca5-cc7bffc3d960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2836299 Aug 10 14:32:43.753728 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-074f9faf-70d0-4c55-ba4d-19236ebe4e91 req-b64a9d40-1e73-4afb-bfb0-8251b85637af tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9912597-50da-44b4-8698-0c8676f2e6da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2944496 Aug 10 14:32:43.805171 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2567175-8dfc-4bed-ac7d-2f08f5d87824 req-d91de41c-110b-4c73-9271-2a0da4309794 tempest-VolumesActionsTest-1150805267 tempest-VolumesActionsTest-1150805267-project] No DVR routers for this DVR port 8f5754c2-6c67-48e1-8879-29516178b010 on host hv-cinder-79819 {{(pid=93410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 14:32:43.810536 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-d2567175-8dfc-4bed-ac7d-2f08f5d87824 req-d91de41c-110b-4c73-9271-2a0da4309794 tempest-VolumesActionsTest-1150805267 tempest-VolumesActionsTest-1150805267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-387483'] for port, before_response {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:43.818238 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-d2567175-8dfc-4bed-ac7d-2f08f5d87824 req-d91de41c-110b-4c73-9271-2a0da4309794 tempest-VolumesActionsTest-1150805267 tempest-VolumesActionsTest-1150805267-project] 10.222.0.18 "DELETE /v2.0/ports/8f5754c2-6c67-48e1-8879-29516178b010 HTTP/1.1" status: 204 len: 173 time: 2.1915612 Aug 10 14:32:43.818797 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9699fbf4-e8f4-4326-811b-3f83d7e562fa', 'name': 'network-vif-deleted', 'tag': '8f5754c2-6c67-48e1-8879-29516178b010'}] {{(pid=93410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:32:43.824087 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}173c15a1f530ed65b3eefe425c4e9cd9c28cfc2a1cdec76c1bb34aa91000b996" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da82a5bc-3edf-414a-956f-24fb381f2f20" -d '{"events": [{"server_uuid": "9699fbf4-e8f4-4326-811b-3f83d7e562fa", "name": "network-vif-deleted", "tag": "8f5754c2-6c67-48e1-8879-29516178b010"}]}' {{(pid=93410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:32:43.892312 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-8518ce83-e476-4684-b950-9af6630c1982 req-1f561fba-72eb-4140-b67d-79a19b87731c tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae4b7b40-4a73-4447-9a21-ded7aacebb62 HTTP/1.1" status: 200 len: 210 time: 0.0521581 Aug 10 14:32:44.096745 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2af74a-294c-4c3b-8a46-45eb22e49162 req-c4fb146c-2556-40a0-8d20-faf2cae7f6e8 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:32:44.104797 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-cf2af74a-294c-4c3b-8a46-45eb22e49162 req-c4fb146c-2556-40a0-8d20-faf2cae7f6e8 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/ports?device_id=6b203be0-e47c-4371-9eda-83a59ed98be2 HTTP/1.1" status: 200 len: 946 time: 0.1049726 Aug 10 14:32:44.191831 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-cf2af74a-294c-4c3b-8a46-45eb22e49162 req-a0c24fc1-abf5-4ab0-8b00-0ce4fc0fde8e tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/security-groups?id=ecfbe072-fae7-404f-9e98-b7a4caa3c273&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859160 Aug 10 14:32:44.258936 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 14:32:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04f78e3f-be85-43f5-8560-d2a8455b9e92 x-openstack-request-id: req-04f78e3f-be85-43f5-8560-d2a8455b9e92 {{(pid=93410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:32:44.259356 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9699fbf4-e8f4-4326-811b-3f83d7e562fa", "name": "network-vif-deleted", "tag": "8f5754c2-6c67-48e1-8879-29516178b010", "status": "completed", "code": 200}]} {{(pid=93410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:32:44.259911 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-04f78e3f-be85-43f5-8560-d2a8455b9e92 {{(pid=93410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:32:44.260633 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9699fbf4-e8f4-4326-811b-3f83d7e562fa', 'name': 'network-vif-deleted', 'tag': '8f5754c2-6c67-48e1-8879-29516178b010', 'status': 'completed', 'code': 200} Aug 10 14:32:44.924997 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-afde5d7a-3e57-44c3-93f7-0db02548a7c6 req-b3068bf1-74a0-4b2a-ab53-1051f374fafa tempest-VolumesActionsTest-1150805267 tempest-VolumesActionsTest-1150805267-project] 10.222.0.42 "GET /v2.0/ports?device_id=9699fbf4-e8f4-4326-811b-3f83d7e562fa HTTP/1.1" status: 200 len: 210 time: 0.0626397 Aug 10 14:32:45.010315 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.db [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] get_ports_and_sgs() called for port_ids ['8f5754c2-6c67-48e1-8879-29516178b010'] {{(pid=93412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 14:32:45.123218 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9026a11-7628-40a8-bf18-cf8b52da268e req-d523d0b7-8ce4-4386-abda-63189ac2d728 tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:32:45.126661 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-b9026a11-7628-40a8-bf18-cf8b52da268e req-d523d0b7-8ce4-4386-abda-63189ac2d728 tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] 10.222.0.42 "GET /v2.0/ports?device_id=9be395dd-4db8-417d-a2bb-336ce985bc64 HTTP/1.1" status: 200 len: 945 time: 0.0960546 Aug 10 14:32:45.192573 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-b9026a11-7628-40a8-bf18-cf8b52da268e req-7b4fa9c5-9a9c-4f16-ae37-ae19cfca0c3b tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9912597-50da-44b4-8698-0c8676f2e6da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582764 Aug 10 14:32:45.366217 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-53971c08-fad5-4864-a561-308749b518ac req-821ed061-6bb9-49e9-8327-8288510b4411 tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae4b7b40-4a73-4447-9a21-ded7aacebb62 HTTP/1.1" status: 200 len: 210 time: 0.0731170 Aug 10 14:32:46.036411 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Device 8f5754c2-6c67-48e1-8879-29516178b010 no longer exists at agent hyperv_hv-cinder-79819 {{(pid=93412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 14:32:46.099384 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.plugin [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] No Port match for: 8f5754c2-6c67-48e1-8879-29516178b010 {{(pid=93412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 14:32:46.100164 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Device 8f5754c2-6c67-48e1-8879-29516178b010 not bound to the agent host hv-cinder-79819 {{(pid=93412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 14:32:46.115423 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5cbff8-c1e7-4c47-beab-3ee39738d71b req-e69dac89-53d0-457a-957a-27e7aae08ddc tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:32:46.130102 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-9e5cbff8-c1e7-4c47-beab-3ee39738d71b req-e69dac89-53d0-457a-957a-27e7aae08ddc tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/ports?device_id=6b203be0-e47c-4371-9eda-83a59ed98be2 HTTP/1.1" status: 200 len: 946 time: 0.4320209 Aug 10 14:32:46.256446 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-9e5cbff8-c1e7-4c47-beab-3ee39738d71b req-573eda57-2305-4f0b-8b96-109855a95e6d tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/security-groups?id=ecfbe072-fae7-404f-9e98-b7a4caa3c273&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1235759 Aug 10 14:32:46.442864 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-d107c10a-240d-4b1e-90ab-39bdaf3a8ab9 req-2f7cb42b-6632-4922-a54f-562ed370afe2 tempest-VolumesActionsTest-1150805267 tempest-VolumesActionsTest-1150805267-project] 10.222.0.42 "GET /v2.0/ports?device_id=9699fbf4-e8f4-4326-811b-3f83d7e562fa HTTP/1.1" status: 200 len: 210 time: 0.0810339 Aug 10 14:32:46.631241 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-20d298ae-58be-46f4-8bb2-c66f16abe8f9 req-4bc47fab-68a4-4bb5-85c1-f588c9ef5b0f tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae4b7b40-4a73-4447-9a21-ded7aacebb62 HTTP/1.1" status: 200 len: 210 time: 0.0719652 Aug 10 14:32:46.803137 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23274bb2-7549-4256-b819-1f0c33bcf676 req-5c864697-9e98-4fd8-a1d5-b23be2fbac89 tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:32:46.811530 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-23274bb2-7549-4256-b819-1f0c33bcf676 req-5c864697-9e98-4fd8-a1d5-b23be2fbac89 tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] 10.222.0.42 "GET /v2.0/ports?device_id=9be395dd-4db8-417d-a2bb-336ce985bc64 HTTP/1.1" status: 200 len: 945 time: 0.1626096 Aug 10 14:32:46.918879 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-23274bb2-7549-4256-b819-1f0c33bcf676 req-35d2f572-ad23-453b-8669-08e274febf89 tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9912597-50da-44b4-8698-0c8676f2e6da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1057618 Aug 10 14:32:47.298910 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.wsgi [-] (93411) accepted ('10.222.0.42', 52582) {{(pid=93411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:32:47.554681 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5170384b-a1c6-4b60-bbb1-3148fa5cd1e7 req-6414ca4c-5c82-433e-a5fb-1d00c6f3f467 tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:32:47.557338 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-5170384b-a1c6-4b60-bbb1-3148fa5cd1e7 req-6414ca4c-5c82-433e-a5fb-1d00c6f3f467 tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] 10.222.0.42 "GET /v2.0/ports?device_id=9be395dd-4db8-417d-a2bb-336ce985bc64 HTTP/1.1" status: 200 len: 945 time: 0.1768205 Aug 10 14:32:47.624539 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-bf70167d-1970-4f0a-838c-bca99836e63d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:47.780116 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234b578e-634b-4bf1-9184-511bd79124b8 req-219ff4c1-d138-4c80-8f09-19de0bcab76e tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:32:47.782480 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-234b578e-634b-4bf1-9184-511bd79124b8 req-219ff4c1-d138-4c80-8f09-19de0bcab76e tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/ports?device_id=6b203be0-e47c-4371-9eda-83a59ed98be2 HTTP/1.1" status: 200 len: 946 time: 0.3347685 Aug 10 14:32:47.823404 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-5170384b-a1c6-4b60-bbb1-3148fa5cd1e7 req-9c169103-02bc-4fc5-ada4-ec671889a178 tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9912597-50da-44b4-8698-0c8676f2e6da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2394907 Aug 10 14:32:47.832771 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-bf70167d-1970-4f0a-838c-bca99836e63d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:47.841370 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-bf70167d-1970-4f0a-838c-bca99836e63d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734645'] for security_group, after_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:47.846043 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c199bd11-df00-4a08-98dd-c6866cec7546 req-bc33c0ee-1d46-4a53-9108-c3b884de5c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:32:47.847792 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-c199bd11-df00-4a08-98dd-c6866cec7546 req-bc33c0ee-1d46-4a53-9108-c3b884de5c54 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=02185bbc814948319e41921dcf271d7d&device_id=9be395dd-4db8-417d-a2bb-336ce985bc64 HTTP/1.1" status: 200 len: 1098 time: 0.2694321 Aug 10 14:32:47.887844 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed38f603-606a-4a42-85b5-9f448d688d37 req-3f708b3c-17c6-490b-9528-92bcdc1dc1b8 tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:32:47.891317 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-ed38f603-606a-4a42-85b5-9f448d688d37 req-3f708b3c-17c6-490b-9528-92bcdc1dc1b8 tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] 10.222.0.18 "GET /v2.0/networks?id=7083ffdd-d140-4aab-95da-06bd854ff63b HTTP/1.1" status: 200 len: 815 time: 0.2777352 Aug 10 14:32:47.919352 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-234b578e-634b-4bf1-9184-511bd79124b8 req-6a747e10-5b15-46e4-b845-b775d4315976 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/security-groups?id=ecfbe072-fae7-404f-9e98-b7a4caa3c273&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1109726 Aug 10 14:32:47.926192 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.wsgi [-] (93410) accepted ('10.222.0.42', 52594) {{(pid=93410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:32:47.926374 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-bf70167d-1970-4f0a-838c-bca99836e63d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6817ac4d26cf4974884b3c687b3933ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6259639 Aug 10 14:32:47.927643 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf70167d-1970-4f0a-838c-bca99836e63d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ecbfdbf-525e-44d0-82c5-891ecf4f5ab0,revision_number=1']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:32:48.084857 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-9ada4887-a2d3-454a-a88e-0d6c8089a16c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:48.090586 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-0cee9e07-fda9-4cff-96c3-2f0ecbf38710 req-4e0b4901-434e-4008-bb1b-78dc1980f0a5 tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae4b7b40-4a73-4447-9a21-ded7aacebb62 HTTP/1.1" status: 200 len: 210 time: 0.0597236 Aug 10 14:32:48.128681 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-9ada4887-a2d3-454a-a88e-0d6c8089a16c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:48.197071 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-9ada4887-a2d3-454a-a88e-0d6c8089a16c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734645'] for security_group, after_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:48.201261 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-9ada4887-a2d3-454a-a88e-0d6c8089a16c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:48.204214 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [None req-9ada4887-a2d3-454a-a88e-0d6c8089a16c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8ecbfdbf-525e-44d0-82c5-891ecf4f5ab0 HTTP/1.1" status: 204 len: 168 time: 0.2752907 Aug 10 14:32:48.216520 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ada4887-a2d3-454a-a88e-0d6c8089a16c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ecbfdbf-525e-44d0-82c5-891ecf4f5ab0,revision_number=None']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:32:48.447704 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0369299a-75a3-449f-a138-9d0b0e81e6d5 req-774354e9-1687-453d-8662-a8dcd2d3ee96 tempest-VolumesActionsTest-1150805267 tempest-VolumesActionsTest-1150805267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:32:48.456916 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-0369299a-75a3-449f-a138-9d0b0e81e6d5 req-774354e9-1687-453d-8662-a8dcd2d3ee96 tempest-VolumesActionsTest-1150805267 tempest-VolumesActionsTest-1150805267-project] 10.222.0.42 "GET /v2.0/networks?id=0bada3fd-9d51-4fed-bf98-dae845f60ce8 HTTP/1.1" status: 200 len: 809 time: 0.2037256 Aug 10 14:32:48.499014 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-0369299a-75a3-449f-a138-9d0b0e81e6d5 req-5d67aaf2-656f-4cd3-8545-fbbd7df29944 tempest-VolumesActionsTest-1150805267 tempest-VolumesActionsTest-1150805267-project] 10.222.0.42 "GET /v2.0/quotas/54441281e8a54b899196ad3f7dd72d15 HTTP/1.1" status: 200 len: 375 time: 0.0336878 Aug 10 14:32:48.561533 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-0369299a-75a3-449f-a138-9d0b0e81e6d5 req-bc7e91f0-6b9f-4042-a554-d7a317746176 tempest-VolumesActionsTest-1150805267 tempest-VolumesActionsTest-1150805267-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=54441281e8a54b899196ad3f7dd72d15&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0648770 Aug 10 14:32:48.799669 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.wsgi [-] (93411) accepted ('10.222.0.42', 52618) {{(pid=93411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:32:48.801898 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-0369299a-75a3-449f-a138-9d0b0e81e6d5 req-49409e1a-e42a-450e-bd74-552f0e3d7260 service neutron] 10.222.0.42 "GET /v2.0/networks/0bada3fd-9d51-4fed-bf98-dae845f60ce8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2428541 Aug 10 14:32:48.835137 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-5316b122-2e75-4f1f-86a4-6a1083a14cd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:48.958993 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-0369299a-75a3-449f-a138-9d0b0e81e6d5 req-69b20147-22bd-48f9-b694-1aacb10153e9 service neutron] 10.222.0.42 "GET /v2.0/networks/0bada3fd-9d51-4fed-bf98-dae845f60ce8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561649 Aug 10 14:32:49.041737 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-5316b122-2e75-4f1f-86a4-6a1083a14cd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:49.050065 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-5316b122-2e75-4f1f-86a4-6a1083a14cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734645'] for security_group, after_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:49.087229 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53678cc-4ce6-4901-9d68-e2669eaef65a req-cb1a377d-e37e-477c-8dd6-c30c59aa7612 tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:32:49.099335 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-e53678cc-4ce6-4901-9d68-e2669eaef65a req-cb1a377d-e37e-477c-8dd6-c30c59aa7612 tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] 10.222.0.42 "GET /v2.0/ports?device_id=9be395dd-4db8-417d-a2bb-336ce985bc64 HTTP/1.1" status: 200 len: 945 time: 0.0921519 Aug 10 14:32:49.138603 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-5316b122-2e75-4f1f-86a4-6a1083a14cd0 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ab4ce752ad4e4febb7e55460492f4f54&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3351605 Aug 10 14:32:49.140980 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5316b122-2e75-4f1f-86a4-6a1083a14cd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49509229-2929-446b-a9e2-e5e7a1c12ffc,revision_number=1']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:32:49.160277 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.wsgi [-] (93411) accepted ('10.222.0.42', 52630) {{(pid=93411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:32:49.272356 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-e53678cc-4ce6-4901-9d68-e2669eaef65a req-f16f8a03-f877-4bf8-a791-036bdb8d6382 tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9912597-50da-44b4-8698-0c8676f2e6da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1713507 Aug 10 14:32:49.281295 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-bb1d1032-4863-4d0a-8915-bf2539f8ac87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:49.338493 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb77c2c-2a61-4e19-ba2b-9bbf13251ca0 req-30d705e8-e1be-40e0-9d64-cd710bc60888 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:32:49.349278 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-cfb77c2c-2a61-4e19-ba2b-9bbf13251ca0 req-30d705e8-e1be-40e0-9d64-cd710bc60888 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/ports?device_id=6b203be0-e47c-4371-9eda-83a59ed98be2 HTTP/1.1" status: 200 len: 946 time: 0.1680336 Aug 10 14:32:49.357221 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-bb1d1032-4863-4d0a-8915-bf2539f8ac87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:49.428531 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-cfb77c2c-2a61-4e19-ba2b-9bbf13251ca0 req-392c5560-1c1a-4f56-bcb5-c1033dbb564f tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/security-groups?id=ecfbe072-fae7-404f-9e98-b7a4caa3c273&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777783 Aug 10 14:32:49.509601 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-bb1d1032-4863-4d0a-8915-bf2539f8ac87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734645'] for security_group, after_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:49.522413 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-bb1d1032-4863-4d0a-8915-bf2539f8ac87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:49.524817 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-bb1d1032-4863-4d0a-8915-bf2539f8ac87 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/49509229-2929-446b-a9e2-e5e7a1c12ffc HTTP/1.1" status: 204 len: 168 time: 0.3630559 Aug 10 14:32:49.571776 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-f33f9668-c490-430b-af75-e9942e4cb454 req-88601431-ac7a-43a2-a7a1-9289ff94ada6 tempest-VolumesActionsTest-1150805267 tempest-VolumesActionsTest-1150805267-project] 10.222.0.42 "GET /v2.0/ports?device_id=006a8b1f-0b61-486f-b348-369a89fec2a2 HTTP/1.1" status: 200 len: 210 time: 0.0937243 Aug 10 14:32:49.575692 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1d1032-4863-4d0a-8915-bf2539f8ac87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49509229-2929-446b-a9e2-e5e7a1c12ffc,revision_number=None']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:32:49.824180 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-a6cdac70-e018-424e-bc47-19de474cee5f req-54590e1a-a9bf-470f-b016-c860d1c369d7 tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae4b7b40-4a73-4447-9a21-ded7aacebb62 HTTP/1.1" status: 200 len: 210 time: 0.0866449 Aug 10 14:32:50.488965 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a6c3c2-a582-46aa-88f1-0b67604463cd req-778dfe74-4c21-428a-98ad-9a2674d95fdc tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:32:50.491311 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-41a6c3c2-a582-46aa-88f1-0b67604463cd req-778dfe74-4c21-428a-98ad-9a2674d95fdc tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] 10.222.0.42 "GET /v2.0/ports?device_id=9be395dd-4db8-417d-a2bb-336ce985bc64 HTTP/1.1" status: 200 len: 945 time: 0.0829346 Aug 10 14:32:50.568018 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-41a6c3c2-a582-46aa-88f1-0b67604463cd req-3f98a6fe-5191-4f51-bb6b-237b8c75b062 tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9912597-50da-44b4-8698-0c8676f2e6da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696981 Aug 10 14:32:50.707498 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1cc07c-9052-4e26-943a-f2094afb2c16 req-0bf077fd-8d59-4972-8f36-b4f7f1efc28d tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:32:50.712375 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-5e1cc07c-9052-4e26-943a-f2094afb2c16 req-0bf077fd-8d59-4972-8f36-b4f7f1efc28d tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/ports?device_id=6b203be0-e47c-4371-9eda-83a59ed98be2 HTTP/1.1" status: 200 len: 946 time: 0.1072392 Aug 10 14:32:50.754048 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-bb5f271a-c123-4d1c-bac3-6493a0c0f034 req-bb54d14e-659d-452a-a18d-ebd38630a596 tempest-VolumesActionsTest-1150805267 tempest-VolumesActionsTest-1150805267-project] 10.222.0.42 "GET /v2.0/ports?device_id=006a8b1f-0b61-486f-b348-369a89fec2a2 HTTP/1.1" status: 200 len: 210 time: 0.0703473 Aug 10 14:32:50.797400 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-5e1cc07c-9052-4e26-943a-f2094afb2c16 req-909c17c4-b473-41f5-8bc4-38574312e0e1 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/security-groups?id=ecfbe072-fae7-404f-9e98-b7a4caa3c273&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759413 Aug 10 14:32:50.833897 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.v2.base [req-ed38f603-606a-4a42-85b5-9f448d688d37 req-a20466ed-f55f-43e2-99e3-b925dce81095 tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] Request body: {'port': {'device_id': 'ae4b7b40-4a73-4447-9a21-ded7aacebb62', 'network_id': '7083ffdd-d140-4aab-95da-06bd854ff63b', 'admin_state_up': True, 'tenant_id': '07adee952320462e8ef9cf17396b0b67'}} {{(pid=93410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:32:51.090681 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-bc57cdd9-5969-4f3d-932b-ecede98d7c15 req-a0382fc6-7d13-45e7-be32-2368d2f729ca tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae4b7b40-4a73-4447-9a21-ded7aacebb62 HTTP/1.1" status: 200 len: 210 time: 0.0928788 Aug 10 14:32:51.186256 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c199bd11-df00-4a08-98dd-c6866cec7546 req-ace22e13-7590-4424-a857-ace741de9e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:32:51.188180 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-c199bd11-df00-4a08-98dd-c6866cec7546 req-ace22e13-7590-4424-a857-ace741de9e9c service neutron] 10.222.0.18 "GET /v2.0/networks?id=c66be7ba-5c71-487e-a4a7-ed7cb74aecf9 HTTP/1.1" status: 200 len: 912 time: 0.3712821 Aug 10 14:32:51.190281 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed38f603-606a-4a42-85b5-9f448d688d37 req-a20466ed-f55f-43e2-99e3-b925dce81095 tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] Made reservation on behalf of 07adee952320462e8ef9cf17396b0b67 for: {'port': 1} {{(pid=93410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 14:32:51.198599 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-ed38f603-606a-4a42-85b5-9f448d688d37 req-a20466ed-f55f-43e2-99e3-b925dce81095 tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:51.317588 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-c199bd11-df00-4a08-98dd-c6866cec7546 req-c7d9cb47-2d6e-4922-b596-91aca1c7a761 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a1a32a24-f80d-4406-8c99-ccbce1fee6c9 HTTP/1.1" status: 200 len: 999 time: 0.1066892 Aug 10 14:32:51.454920 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c199bd11-df00-4a08-98dd-c6866cec7546 req-07513dc6-2dd2-409b-bd20-c98fa09871d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:32:51.457188 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-c199bd11-df00-4a08-98dd-c6866cec7546 req-07513dc6-2dd2-409b-bd20-c98fa09871d1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=18e8c05a-0b63-4e4f-b068-6c86c9aef18c HTTP/1.1" status: 200 len: 850 time: 0.1048834 Aug 10 14:32:51.554775 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.db.db_base_plugin_common [req-ed38f603-606a-4a42-85b5-9f448d688d37 req-a20466ed-f55f-43e2-99e3-b925dce81095 tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] Allocated IP 172.20.0.3 (7083ffdd-d140-4aab-95da-06bd854ff63b/a9c6fdb5-8d6e-4a2a-b088-d4102712e94a/225153cc-3472-4c8f-abb3-1c60df6639f1) {{(pid=93410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 14:32:51.568925 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c199bd11-df00-4a08-98dd-c6866cec7546 req-f056300e-5f5a-4b93-b96f-5ef63445add1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:32:51.570889 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-c199bd11-df00-4a08-98dd-c6866cec7546 req-f056300e-5f5a-4b93-b96f-5ef63445add1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c66be7ba-5c71-487e-a4a7-ed7cb74aecf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1037803 Aug 10 14:32:51.864565 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbd07ec-68c3-45f8-b7ae-dae13b1eb37e req-6d7e2726-7a0e-4d57-be84-076b2c7cb3c9 tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:32:51.872863 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-2dbd07ec-68c3-45f8-b7ae-dae13b1eb37e req-6d7e2726-7a0e-4d57-be84-076b2c7cb3c9 tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] 10.222.0.42 "GET /v2.0/ports?device_id=9be395dd-4db8-417d-a2bb-336ce985bc64 HTTP/1.1" status: 200 len: 945 time: 0.1735644 Aug 10 14:32:52.114763 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-c199bd11-df00-4a08-98dd-c6866cec7546 req-f3db45fa-ab55-4361-9d20-78c2352ac9fd service neutron] 10.222.0.18 "GET /v2.0/networks/c66be7ba-5c71-487e-a4a7-ed7cb74aecf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5342255 Aug 10 14:32:52.194074 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-1ac39b36-bcea-4cde-9dc5-ce4469dc0d19 req-1d7fd161-db92-4bc3-80db-0eb6570574e4 tempest-VolumesActionsTest-1150805267 tempest-VolumesActionsTest-1150805267-project] 10.222.0.42 "GET /v2.0/ports?device_id=006a8b1f-0b61-486f-b348-369a89fec2a2 HTTP/1.1" status: 200 len: 210 time: 0.1518257 Aug 10 14:32:52.261236 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0369299a-75a3-449f-a138-9d0b0e81e6d5 req-4e0fb32e-cdc1-4980-b464-f4d6ec53f028 tempest-VolumesActionsTest-1150805267 tempest-VolumesActionsTest-1150805267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:32:52.267262 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [req-0369299a-75a3-449f-a138-9d0b0e81e6d5 req-4e0fb32e-cdc1-4980-b464-f4d6ec53f028 tempest-VolumesActionsTest-1150805267 tempest-VolumesActionsTest-1150805267-project] 10.222.0.18 "GET /v2.0/networks?id=0bada3fd-9d51-4fed-bf98-dae845f60ce8 HTTP/1.1" status: 200 len: 809 time: 0.3850503 Aug 10 14:32:52.392291 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-2dbd07ec-68c3-45f8-b7ae-dae13b1eb37e req-a1b635f3-2ff9-4589-8cb3-71c20d43e434 tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9912597-50da-44b4-8698-0c8676f2e6da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5185769 Aug 10 14:32:52.526549 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-ed38f603-606a-4a42-85b5-9f448d688d37 req-a20466ed-f55f-43e2-99e3-b925dce81095 tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] Notify callbacks [] for port, precommit_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:52.594799 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [req-ed38f603-606a-4a42-85b5-9f448d688d37 req-a20466ed-f55f-43e2-99e3-b925dce81095 tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] Transition to ACTIVE for port object 225153cc-3472-4c8f-abb3-1c60df6639f1 will not be triggered until provisioned by entity DHCP. {{(pid=93410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 14:32:52.633390 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44efc099-83e3-48f5-81ac-131c37ff0ff6 req-279ef00e-432f-4fa8-90ea-49b5e7abff66 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:32:52.636290 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-44efc099-83e3-48f5-81ac-131c37ff0ff6 req-279ef00e-432f-4fa8-90ea-49b5e7abff66 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/ports?device_id=6b203be0-e47c-4371-9eda-83a59ed98be2 HTTP/1.1" status: 200 len: 946 time: 0.2582316 Aug 10 14:32:52.680675 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-4d81b417-5ff2-48d1-80d3-3c7cc467a506 req-0697dbb4-ad64-4c4b-a4be-30142bad72b7 tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae4b7b40-4a73-4447-9a21-ded7aacebb62 HTTP/1.1" status: 200 len: 210 time: 0.1095421 Aug 10 14:32:52.793154 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-44efc099-83e3-48f5-81ac-131c37ff0ff6 req-5733b912-bf22-4d63-b314-2c4cec4d2a12 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/security-groups?id=ecfbe072-fae7-404f-9e98-b7a4caa3c273&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1278787 Aug 10 14:32:52.817688 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-ed38f603-606a-4a42-85b5-9f448d688d37 req-a20466ed-f55f-43e2-99e3-b925dce81095 tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786683465198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26372150'] for port, after_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:52.899380 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed38f603-606a-4a42-85b5-9f448d688d37 req-a20466ed-f55f-43e2-99e3-b925dce81095 tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] Network 7083ffdd-d140-4aab-95da-06bd854ff63b is already hosted by enough agents. {{(pid=93410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 14:32:52.908731 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.scheduler.base_scheduler [req-ed38f603-606a-4a42-85b5-9f448d688d37 req-a20466ed-f55f-43e2-99e3-b925dce81095 tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] Resources bound (agent type, host, resource id): {{(pid=93410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:32:52.915753 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed38f603-606a-4a42-85b5-9f448d688d37 req-a20466ed-f55f-43e2-99e3-b925dce81095 tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] Received port after_create {{(pid=93410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 14:32:52.920702 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20466ed-f55f-43e2-99e3-b925dce81095 tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] Pushing event updated for resources: {'Port': ['ID=225153cc-3472-4c8f-abb3-1c60df6639f1,revision_number=1']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:32:53.090192 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed38f603-606a-4a42-85b5-9f448d688d37 req-a20466ed-f55f-43e2-99e3-b925dce81095 tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:32:53.090192 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-ed38f603-606a-4a42-85b5-9f448d688d37 req-a20466ed-f55f-43e2-99e3-b925dce81095 tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-387483'] for port, before_response {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:53.220916 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-ed38f603-606a-4a42-85b5-9f448d688d37 req-a20466ed-f55f-43e2-99e3-b925dce81095 tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3933468 Aug 10 14:32:53.567894 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-e80c2298-8a2b-4c03-8fad-7941416f9a65 req-28a5b2de-611f-4897-b565-ae0b2fc0901c tempest-VolumesActionsTest-1150805267 tempest-VolumesActionsTest-1150805267-project] 10.222.0.42 "GET /v2.0/ports?device_id=006a8b1f-0b61-486f-b348-369a89fec2a2 HTTP/1.1" status: 200 len: 210 time: 0.0832973 Aug 10 14:32:53.618498 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fbef81-5a6f-4e98-8f8a-a8511630ccad req-f999870a-5acb-40cd-a093-917379639953 tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:32:53.663914 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-62fbef81-5a6f-4e98-8f8a-a8511630ccad req-f999870a-5acb-40cd-a093-917379639953 tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] 10.222.0.42 "GET /v2.0/ports?device_id=9be395dd-4db8-417d-a2bb-336ce985bc64 HTTP/1.1" status: 200 len: 945 time: 0.1057062 Aug 10 14:32:53.683915 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.provisioning_blocks [None req-48df21f5-e047-446d-8968-679fc175fd47 None None] Provisioning for port 225153cc-3472-4c8f-abb3-1c60df6639f1 completed by entity DHCP. {{(pid=93412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 14:32:53.707133 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.provisioning_blocks [None req-48df21f5-e047-446d-8968-679fc175fd47 None None] Provisioning complete for port 225153cc-3472-4c8f-abb3-1c60df6639f1 triggered by entity DHCP. {{(pid=93412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:32:53.710119 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-48df21f5-e047-446d-8968-679fc175fd47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932393'] for port, provisioning_complete {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:53.784361 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-62fbef81-5a6f-4e98-8f8a-a8511630ccad req-004f445f-db70-4995-9118-ef580b29249a tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9912597-50da-44b4-8698-0c8676f2e6da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1166968 Aug 10 14:32:53.865190 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.plugin [None req-48df21f5-e047-446d-8968-679fc175fd47 None None] Port 225153cc-3472-4c8f-abb3-1c60df6639f1 cannot update to ACTIVE because it is not bound. {{(pid=93412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 14:32:53.906011 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a700f45-ae01-49a1-bdc6-a306b0373013 req-17eb8b9c-4de1-48d0-98f8-ef9e19aae4ee tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:32:53.908746 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-4a700f45-ae01-49a1-bdc6-a306b0373013 req-17eb8b9c-4de1-48d0-98f8-ef9e19aae4ee tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae4b7b40-4a73-4447-9a21-ded7aacebb62 HTTP/1.1" status: 200 len: 931 time: 0.0967340 Aug 10 14:32:54.028725 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-4a700f45-ae01-49a1-bdc6-a306b0373013 req-56957541-61f3-40a8-8058-6d6faa6434f4 tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] 10.222.0.42 "GET /v2.0/security-groups?id=98f06cea-294e-49b1-a4a2-e9dfbb056f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132677 Aug 10 14:32:54.073330 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4740f7df-d287-4607-9311-5bc47fab742d req-cb81e646-6cb5-4d85-9fca-0d694095798c tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:32:54.075534 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-4740f7df-d287-4607-9311-5bc47fab742d req-cb81e646-6cb5-4d85-9fca-0d694095798c tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/ports?device_id=6b203be0-e47c-4371-9eda-83a59ed98be2 HTTP/1.1" status: 200 len: 946 time: 0.1056511 Aug 10 14:32:54.177581 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-4740f7df-d287-4607-9311-5bc47fab742d req-fad7f27b-8ffe-48b3-b01b-93ac9a843569 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/security-groups?id=ecfbe072-fae7-404f-9e98-b7a4caa3c273&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880854 Aug 10 14:32:54.753917 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-f6621fc4-fd77-4ba2-87a2-8aa3bc9153d6 req-f7bd5b40-90d5-41d4-bcd7-8aa5135ff899 tempest-VolumesActionsTest-1150805267 tempest-VolumesActionsTest-1150805267-project] 10.222.0.42 "GET /v2.0/ports?device_id=006a8b1f-0b61-486f-b348-369a89fec2a2 HTTP/1.1" status: 200 len: 210 time: 0.0787435 Aug 10 14:32:55.041659 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac07549-5087-4bf8-817c-47bffd59a597 req-df1a5c16-6076-447a-b071-1042887b3a82 tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:32:55.045523 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-9ac07549-5087-4bf8-817c-47bffd59a597 req-df1a5c16-6076-447a-b071-1042887b3a82 tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] 10.222.0.42 "GET /v2.0/ports?device_id=9be395dd-4db8-417d-a2bb-336ce985bc64 HTTP/1.1" status: 200 len: 945 time: 0.1253340 Aug 10 14:32:55.144513 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-9ac07549-5087-4bf8-817c-47bffd59a597 req-c5613f9a-2e78-445d-a03f-68580f31c204 tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9912597-50da-44b4-8698-0c8676f2e6da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713093 Aug 10 14:32:55.276861 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95968e8e-4217-4974-a5c3-314817528bba req-d6d10644-63e6-444c-9b0d-4314ef8f4935 tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:32:55.280913 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-95968e8e-4217-4974-a5c3-314817528bba req-d6d10644-63e6-444c-9b0d-4314ef8f4935 tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae4b7b40-4a73-4447-9a21-ded7aacebb62 HTTP/1.1" status: 200 len: 931 time: 0.0979457 Aug 10 14:32:55.372660 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-95968e8e-4217-4974-a5c3-314817528bba req-f6c34c39-e031-4770-ae0b-5b2b4c729c5e tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] 10.222.0.42 "GET /v2.0/security-groups?id=98f06cea-294e-49b1-a4a2-e9dfbb056f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803752 Aug 10 14:32:55.439706 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4f8f5b-7e62-4d3d-89ed-49948bc1eead req-3c935eff-20db-4e2c-a682-f0373eaad6e4 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:32:55.442431 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-8b4f8f5b-7e62-4d3d-89ed-49948bc1eead req-3c935eff-20db-4e2c-a682-f0373eaad6e4 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/ports?device_id=6b203be0-e47c-4371-9eda-83a59ed98be2 HTTP/1.1" status: 200 len: 946 time: 0.0886059 Aug 10 14:32:55.502421 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-8b4f8f5b-7e62-4d3d-89ed-49948bc1eead req-cbfcb7bd-b675-4b3a-b9c3-fc08295ad70c tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/security-groups?id=ecfbe072-fae7-404f-9e98-b7a4caa3c273&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510762 Aug 10 14:32:55.875820 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-d29d0000-406d-431c-aa9b-6e06d947dcb3 req-ac06ed40-e4b3-47ec-8133-6a12be35666d tempest-VolumesActionsTest-1150805267 tempest-VolumesActionsTest-1150805267-project] 10.222.0.42 "GET /v2.0/ports?device_id=006a8b1f-0b61-486f-b348-369a89fec2a2 HTTP/1.1" status: 200 len: 210 time: 0.0342751 Aug 10 14:32:56.110534 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-3f9ce03f-876d-4231-96d6-d2a6aef3ab36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:56.330523 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f788ef-7a75-4c19-b36a-52da1ead68ce req-4675d472-bcbd-4c19-a4c1-b7f7d6fc9a5e tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:32:56.332160 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-89f788ef-7a75-4c19-b36a-52da1ead68ce req-4675d472-bcbd-4c19-a4c1-b7f7d6fc9a5e tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] 10.222.0.42 "GET /v2.0/ports?device_id=9be395dd-4db8-417d-a2bb-336ce985bc64 HTTP/1.1" status: 200 len: 945 time: 0.0706379 Aug 10 14:32:56.405520 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-89f788ef-7a75-4c19-b36a-52da1ead68ce req-361621a2-0b5b-4e48-921a-07d9d78ee496 tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9912597-50da-44b4-8698-0c8676f2e6da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600531 Aug 10 14:32:56.595059 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d2cfc7-4419-4278-8919-ba83c67e197c req-d1b5e4f4-f173-4a9d-bbbc-222ff6cfd8a5 tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:32:56.597396 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-28d2cfc7-4419-4278-8919-ba83c67e197c req-d1b5e4f4-f173-4a9d-bbbc-222ff6cfd8a5 tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae4b7b40-4a73-4447-9a21-ded7aacebb62 HTTP/1.1" status: 200 len: 931 time: 0.1126945 Aug 10 14:32:56.751790 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-28d2cfc7-4419-4278-8919-ba83c67e197c req-9e945068-8499-476a-91d3-2487c0749dd2 tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] 10.222.0.42 "GET /v2.0/security-groups?id=98f06cea-294e-49b1-a4a2-e9dfbb056f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403015 Aug 10 14:32:56.790361 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ae8ec2-d7de-4860-b81f-420006554987 req-bceb80d1-f3a6-4733-8424-516814c785ff tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:32:56.793697 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-97ae8ec2-d7de-4860-b81f-420006554987 req-bceb80d1-f3a6-4733-8424-516814c785ff tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/ports?device_id=6b203be0-e47c-4371-9eda-83a59ed98be2 HTTP/1.1" status: 200 len: 946 time: 0.1421416 Aug 10 14:32:56.867810 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-97ae8ec2-d7de-4860-b81f-420006554987 req-fd29cf82-f90f-4b53-9a7b-327f610ef404 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/security-groups?id=ecfbe072-fae7-404f-9e98-b7a4caa3c273&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678716 Aug 10 14:32:57.011779 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-c7ded629-ad1d-4713-847f-cd8898e7f0ef req-042d219d-fca9-4380-9656-b282362dad49 tempest-VolumesActionsTest-1150805267 tempest-VolumesActionsTest-1150805267-project] 10.222.0.42 "GET /v2.0/ports?device_id=006a8b1f-0b61-486f-b348-369a89fec2a2 HTTP/1.1" status: 200 len: 210 time: 0.0402265 Aug 10 14:32:57.635926 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6385047-45ea-4de3-b9a4-a58f85a9a663 req-4ed005fc-234e-48fa-b0e5-0bb6b0f54c3a tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:32:57.637672 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-c6385047-45ea-4de3-b9a4-a58f85a9a663 req-4ed005fc-234e-48fa-b0e5-0bb6b0f54c3a tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] 10.222.0.42 "GET /v2.0/ports?device_id=9be395dd-4db8-417d-a2bb-336ce985bc64 HTTP/1.1" status: 200 len: 945 time: 0.0962126 Aug 10 14:32:57.704597 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-c6385047-45ea-4de3-b9a4-a58f85a9a663 req-6ccc5cb8-5d23-4cfd-b2cf-2e2068e3b757 tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9912597-50da-44b4-8698-0c8676f2e6da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580089 Aug 10 14:32:57.924214 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a202a5-46a0-436d-b340-3bad9e26db53 req-e5a42a82-51d3-48e4-9cf2-6ab10f0f1a02 tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:32:57.925940 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-09a202a5-46a0-436d-b340-3bad9e26db53 req-e5a42a82-51d3-48e4-9cf2-6ab10f0f1a02 tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae4b7b40-4a73-4447-9a21-ded7aacebb62 HTTP/1.1" status: 200 len: 931 time: 0.0666456 Aug 10 14:32:57.976771 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-09a202a5-46a0-436d-b340-3bad9e26db53 req-7d4d1afa-d6f7-448c-9fd9-db59fac5ed31 tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] 10.222.0.42 "GET /v2.0/security-groups?id=98f06cea-294e-49b1-a4a2-e9dfbb056f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382833 Aug 10 14:32:58.039008 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45321c57-f21f-48d4-bfca-6012d35471c8 req-34ca531d-c0e5-4577-b8fb-1da104f7791c tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:32:58.039521 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-45321c57-f21f-48d4-bfca-6012d35471c8 req-34ca531d-c0e5-4577-b8fb-1da104f7791c tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/ports?device_id=6b203be0-e47c-4371-9eda-83a59ed98be2 HTTP/1.1" status: 200 len: 946 time: 0.0599403 Aug 10 14:32:58.097492 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-45321c57-f21f-48d4-bfca-6012d35471c8 req-4bab6cd9-a083-4800-b365-da4505c0cba0 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/security-groups?id=ecfbe072-fae7-404f-9e98-b7a4caa3c273&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404973 Aug 10 14:32:58.148236 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-298123b6-6bc9-4c52-8077-e2ee03f1e57b req-6f4ada7f-46c2-4fb4-8b89-89b0b250277e tempest-VolumesActionsTest-1150805267 tempest-VolumesActionsTest-1150805267-project] 10.222.0.42 "GET /v2.0/ports?device_id=006a8b1f-0b61-486f-b348-369a89fec2a2 HTTP/1.1" status: 200 len: 210 time: 0.0337605 Aug 10 14:32:58.918192 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b835c8c0-9b0d-4b0a-98ea-4fc714d76dc7 req-0ceede29-5ff6-4035-b59c-23cea14524b4 tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:32:58.921262 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-b835c8c0-9b0d-4b0a-98ea-4fc714d76dc7 req-0ceede29-5ff6-4035-b59c-23cea14524b4 tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] 10.222.0.42 "GET /v2.0/ports?device_id=9be395dd-4db8-417d-a2bb-336ce985bc64 HTTP/1.1" status: 200 len: 945 time: 0.0963547 Aug 10 14:32:58.974956 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-b835c8c0-9b0d-4b0a-98ea-4fc714d76dc7 req-a4a4d292-a97d-4814-9070-644889db85d9 tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9912597-50da-44b4-8698-0c8676f2e6da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464976 Aug 10 14:32:59.122189 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:59.140935 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-25f88d46-9fd1-440c-9db4-0aa3de2bb98b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:32:59.200248 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae212707-2119-4e2b-be58-c4d904797445 req-faa175c6-3607-4403-b626-0c3663e8c4d3 tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:32:59.216086 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-ae212707-2119-4e2b-be58-c4d904797445 req-faa175c6-3607-4403-b626-0c3663e8c4d3 tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae4b7b40-4a73-4447-9a21-ded7aacebb62 HTTP/1.1" status: 200 len: 931 time: 0.1216362 Aug 10 14:32:59.324099 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-ae212707-2119-4e2b-be58-c4d904797445 req-c7be9df9-a9df-466b-8f06-11943ae97e34 tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] 10.222.0.42 "GET /v2.0/security-groups?id=98f06cea-294e-49b1-a4a2-e9dfbb056f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040854 Aug 10 14:32:59.454121 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9314e272-1d9f-4a9d-8d3c-cb2f11664663 req-d38cce6e-e9d6-4108-9a4e-3b5b41054603 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:32:59.457187 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-9314e272-1d9f-4a9d-8d3c-cb2f11664663 req-d38cce6e-e9d6-4108-9a4e-3b5b41054603 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/ports?device_id=6b203be0-e47c-4371-9eda-83a59ed98be2 HTTP/1.1" status: 200 len: 946 time: 0.1258628 Aug 10 14:32:59.583365 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-9314e272-1d9f-4a9d-8d3c-cb2f11664663 req-8aa1d3d7-0416-4779-82b1-09624173a4c4 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/security-groups?id=ecfbe072-fae7-404f-9e98-b7a4caa3c273&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1149788 Aug 10 14:32:59.587409 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-3f438f83-55d8-4f4a-a1ee-3bd9eb6f63d6 req-2c8c8df7-858e-434b-a471-7d03c0fe15d9 tempest-VolumesActionsTest-1150805267 tempest-VolumesActionsTest-1150805267-project] 10.222.0.42 "GET /v2.0/ports?device_id=006a8b1f-0b61-486f-b348-369a89fec2a2 HTTP/1.1" status: 200 len: 210 time: 0.0534654 Aug 10 14:33:00.204707 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-1682deac-1581-4d55-87bc-bceb4bcaf759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:33:00.243690 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a4182a-ecd6-421f-8411-50780e434fea req-a672f3c3-6555-458f-9f81-0c35f7eaf11f tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:33:00.247936 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-f0a4182a-ecd6-421f-8411-50780e434fea req-a672f3c3-6555-458f-9f81-0c35f7eaf11f tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] 10.222.0.42 "GET /v2.0/ports?device_id=9be395dd-4db8-417d-a2bb-336ce985bc64 HTTP/1.1" status: 200 len: 945 time: 0.1243334 Aug 10 14:33:00.307411 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-f0a4182a-ecd6-421f-8411-50780e434fea req-bc2c11ff-8d0a-40b4-93d2-4880691b9538 tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9912597-50da-44b4-8698-0c8676f2e6da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530419 Aug 10 14:33:00.557077 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afea06b-c132-4174-a70e-0e6dbede9dbe req-3add1cc5-1d7d-4bed-ad14-67e072affc80 tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:33:00.566323 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-6afea06b-c132-4174-a70e-0e6dbede9dbe req-3add1cc5-1d7d-4bed-ad14-67e072affc80 tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae4b7b40-4a73-4447-9a21-ded7aacebb62 HTTP/1.1" status: 200 len: 931 time: 0.1223285 Aug 10 14:33:00.616678 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-6afea06b-c132-4174-a70e-0e6dbede9dbe req-9be204fd-18cf-4713-b158-227e92b6b756 tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] 10.222.0.42 "GET /v2.0/security-groups?id=98f06cea-294e-49b1-a4a2-e9dfbb056f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491083 Aug 10 14:33:00.814962 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-16cd5c79-5017-42f9-8214-0cf6d5fae50a req-efb2a53d-800a-4808-814b-f6aa98b53354 tempest-VolumesActionsTest-1150805267 tempest-VolumesActionsTest-1150805267-project] 10.222.0.42 "GET /v2.0/ports?device_id=006a8b1f-0b61-486f-b348-369a89fec2a2 HTTP/1.1" status: 200 len: 210 time: 0.0551534 Aug 10 14:33:00.849460 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1098b953-c74f-490c-aeb5-2a0f172e4cf1 req-f8d67790-9fe8-4c82-88a5-45e395eaa70c tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:33:00.857574 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-1098b953-c74f-490c-aeb5-2a0f172e4cf1 req-f8d67790-9fe8-4c82-88a5-45e395eaa70c tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/ports?device_id=6b203be0-e47c-4371-9eda-83a59ed98be2 HTTP/1.1" status: 200 len: 946 time: 0.1469309 Aug 10 14:33:00.919325 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-1098b953-c74f-490c-aeb5-2a0f172e4cf1 req-2c20d685-0f97-413d-8a5f-e8b11081e4d2 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/security-groups?id=ecfbe072-fae7-404f-9e98-b7a4caa3c273&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600674 Aug 10 14:33:01.479762 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ad055e-80cc-4eb3-ae89-a03a9e142258 req-4adb0fb3-38f0-4a30-8f82-d152b299a3ff tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:33:01.488052 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-b6ad055e-80cc-4eb3-ae89-a03a9e142258 req-4adb0fb3-38f0-4a30-8f82-d152b299a3ff tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] 10.222.0.42 "GET /v2.0/ports?device_id=9be395dd-4db8-417d-a2bb-336ce985bc64 HTTP/1.1" status: 200 len: 945 time: 0.0641150 Aug 10 14:33:01.530476 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-b6ad055e-80cc-4eb3-ae89-a03a9e142258 req-2346af8c-14e2-45d2-9e71-d3fff504c49f tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9912597-50da-44b4-8698-0c8676f2e6da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414033 Aug 10 14:33:01.797335 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6c84c6-9212-4a6f-97ab-e35e6835faa4 req-d70cfa75-ea55-4a19-b764-b9e98159ed4f tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:33:01.799974 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-8b6c84c6-9212-4a6f-97ab-e35e6835faa4 req-d70cfa75-ea55-4a19-b764-b9e98159ed4f tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae4b7b40-4a73-4447-9a21-ded7aacebb62 HTTP/1.1" status: 200 len: 931 time: 0.0809231 Aug 10 14:33:01.859504 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-8b6c84c6-9212-4a6f-97ab-e35e6835faa4 req-e905d9bf-763c-4a59-8fef-fc155aa2c570 tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] 10.222.0.42 "GET /v2.0/security-groups?id=98f06cea-294e-49b1-a4a2-e9dfbb056f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532284 Aug 10 14:33:01.947959 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-2d2f767f-561a-444c-b5f2-d1200dedfece req-1da99a5d-5680-4a5a-ad70-3c365a2b039e tempest-VolumesActionsTest-1150805267 tempest-VolumesActionsTest-1150805267-project] 10.222.0.42 "GET /v2.0/ports?device_id=006a8b1f-0b61-486f-b348-369a89fec2a2 HTTP/1.1" status: 200 len: 210 time: 0.0302253 Aug 10 14:33:02.091497 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0aa77f-e6fd-4a02-9db3-17173f083b34 req-43617c13-cc47-49f4-af76-2de1f2b8981a tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:33:02.094048 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-cc0aa77f-e6fd-4a02-9db3-17173f083b34 req-43617c13-cc47-49f4-af76-2de1f2b8981a tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/ports?device_id=6b203be0-e47c-4371-9eda-83a59ed98be2 HTTP/1.1" status: 200 len: 946 time: 0.0681493 Aug 10 14:33:02.144930 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-f97b798d-bd61-4bdb-bb4a-e55e1a0659df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:33:02.163297 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-cc0aa77f-e6fd-4a02-9db3-17173f083b34 req-8ddc8c52-0616-4d31-b73a-c8d0ff707716 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/security-groups?id=ecfbe072-fae7-404f-9e98-b7a4caa3c273&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574734 Aug 10 14:33:02.629013 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:33:02.765758 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.wsgi [-] (93411) accepted ('10.222.0.42', 52862) {{(pid=93411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:33:02.794136 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcba9235-3b3c-47b7-82eb-e85ccb07e1f9 req-f725e588-cbc4-453b-a282-b48e908d73a1 tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:33:02.802360 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-dcba9235-3b3c-47b7-82eb-e85ccb07e1f9 req-f725e588-cbc4-453b-a282-b48e908d73a1 tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] 10.222.0.42 "GET /v2.0/ports?device_id=9be395dd-4db8-417d-a2bb-336ce985bc64 HTTP/1.1" status: 200 len: 945 time: 0.1211305 Aug 10 14:33:02.853115 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-dcba9235-3b3c-47b7-82eb-e85ccb07e1f9 req-f7ac8f5d-7584-464b-86a4-486a8c9dcc08 tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9912597-50da-44b4-8698-0c8676f2e6da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496259 Aug 10 14:33:02.925677 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-162806d4-869e-485c-89d3-777514c7b22b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:33:03.054997 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3901e2-6b94-4594-b7aa-0daa106a10b5 req-6063c14c-695c-45d4-bed1-d70a7b6f0062 tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:33:03.057760 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-ab3901e2-6b94-4594-b7aa-0daa106a10b5 req-6063c14c-695c-45d4-bed1-d70a7b6f0062 tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae4b7b40-4a73-4447-9a21-ded7aacebb62 HTTP/1.1" status: 200 len: 931 time: 0.0969770 Aug 10 14:33:03.091307 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-162806d4-869e-485c-89d3-777514c7b22b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:33:03.098164 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-162806d4-869e-485c-89d3-777514c7b22b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734645'] for security_group, after_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:33:03.104763 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-c2f8620f-727d-4609-9f8f-55653c68b8fe req-f61058fa-ca4d-412e-9592-758728f4c10e tempest-VolumesActionsTest-1150805267 tempest-VolumesActionsTest-1150805267-project] 10.222.0.42 "GET /v2.0/ports?device_id=006a8b1f-0b61-486f-b348-369a89fec2a2 HTTP/1.1" status: 200 len: 210 time: 0.0419240 Aug 10 14:33:03.139970 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-ab3901e2-6b94-4594-b7aa-0daa106a10b5 req-baa8f2d4-d48c-4f2e-9a0e-a0be888dcc9c tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] 10.222.0.42 "GET /v2.0/security-groups?id=98f06cea-294e-49b1-a4a2-e9dfbb056f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626109 Aug 10 14:33:03.153557 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-162806d4-869e-485c-89d3-777514c7b22b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=275c999a8c5a46e28cc2aea7065e0bb6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3864741 Aug 10 14:33:03.154487 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162806d4-869e-485c-89d3-777514c7b22b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac245777-3143-48cb-8b1b-0f12e575ae56,revision_number=1']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:33:03.157592 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.wsgi [-] (93411) accepted ('10.222.0.42', 52870) {{(pid=93411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:33:03.227247 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-df3e3d40-9d1e-4083-8d68-ace0c87888a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:33:03.266781 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-df3e3d40-9d1e-4083-8d68-ace0c87888a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:33:03.301837 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b68ce31-dad2-4756-b226-5f8b32619030 req-40902f0b-46f7-471f-931f-aa5ec8871263 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:33:03.303484 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-2b68ce31-dad2-4756-b226-5f8b32619030 req-40902f0b-46f7-471f-931f-aa5ec8871263 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/ports?device_id=6b203be0-e47c-4371-9eda-83a59ed98be2 HTTP/1.1" status: 200 len: 946 time: 0.0593410 Aug 10 14:33:03.356906 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-df3e3d40-9d1e-4083-8d68-ace0c87888a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734645'] for security_group, after_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:33:03.361779 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-df3e3d40-9d1e-4083-8d68-ace0c87888a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:33:03.363711 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-df3e3d40-9d1e-4083-8d68-ace0c87888a5 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ac245777-3143-48cb-8b1b-0f12e575ae56 HTTP/1.1" status: 204 len: 168 time: 0.2049346 Aug 10 14:33:03.375453 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-2b68ce31-dad2-4756-b226-5f8b32619030 req-baa0130a-bda7-4d78-b17a-eb889a70c57e tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/security-groups?id=ecfbe072-fae7-404f-9e98-b7a4caa3c273&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637062 Aug 10 14:33:03.376939 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3e3d40-9d1e-4083-8d68-ace0c87888a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac245777-3143-48cb-8b1b-0f12e575ae56,revision_number=None']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:33:03.443341 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.v2.base [req-0369299a-75a3-449f-a138-9d0b0e81e6d5 req-0e55a46a-3c8a-415d-b75e-6c29f95ac448 tempest-VolumesActionsTest-1150805267 tempest-VolumesActionsTest-1150805267-project] Request body: {'port': {'device_id': '006a8b1f-0b61-486f-b348-369a89fec2a2', 'network_id': '0bada3fd-9d51-4fed-bf98-dae845f60ce8', 'admin_state_up': True, 'tenant_id': '54441281e8a54b899196ad3f7dd72d15'}} {{(pid=93411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:33:03.488193 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.v2.base [req-ed38f603-606a-4a42-85b5-9f448d688d37 req-b4041edf-6814-45af-961d-6b6801188cfd service neutron] Request body: {'port': {'device_id': 'ae4b7b40-4a73-4447-9a21-ded7aacebb62', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79819'}} {{(pid=93410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:33:03.659936 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0369299a-75a3-449f-a138-9d0b0e81e6d5 req-0e55a46a-3c8a-415d-b75e-6c29f95ac448 tempest-VolumesActionsTest-1150805267 tempest-VolumesActionsTest-1150805267-project] Made reservation on behalf of 54441281e8a54b899196ad3f7dd72d15 for: {'port': 1} {{(pid=93411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 14:33:03.663759 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [req-0369299a-75a3-449f-a138-9d0b0e81e6d5 req-0e55a46a-3c8a-415d-b75e-6c29f95ac448 tempest-VolumesActionsTest-1150805267 tempest-VolumesActionsTest-1150805267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:33:03.850828 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-ed38f603-606a-4a42-85b5-9f448d688d37 req-b4041edf-6814-45af-961d-6b6801188cfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:33:03.852306 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.db.db_base_plugin_common [req-0369299a-75a3-449f-a138-9d0b0e81e6d5 req-0e55a46a-3c8a-415d-b75e-6c29f95ac448 tempest-VolumesActionsTest-1150805267 tempest-VolumesActionsTest-1150805267-project] Allocated IP 172.20.0.11 (0bada3fd-9d51-4fed-bf98-dae845f60ce8/e9a22f62-539d-4a6f-8739-7c224d5d58f1/62fb8481-b886-4fe6-928d-3c1be7994d68) {{(pid=93411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 14:33:03.872669 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-c199bd11-df00-4a08-98dd-c6866cec7546 req-faf465bf-55b5-4926-b0df-55277572a3cb service neutron] 10.222.0.18 "GET /v2.0/networks/c66be7ba-5c71-487e-a4a7-ed7cb74aecf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4391541 Aug 10 14:33:04.058644 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67616d23-b0c7-4d40-bf2a-337d0f499c9e req-1c5e9a70-68af-4aaf-822a-b6caf7fe0738 tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:33:04.060141 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-67616d23-b0c7-4d40-bf2a-337d0f499c9e req-1c5e9a70-68af-4aaf-822a-b6caf7fe0738 tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] 10.222.0.42 "GET /v2.0/ports?device_id=9be395dd-4db8-417d-a2bb-336ce985bc64 HTTP/1.1" status: 200 len: 945 time: 0.1248453 Aug 10 14:33:04.108644 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [req-0369299a-75a3-449f-a138-9d0b0e81e6d5 req-0e55a46a-3c8a-415d-b75e-6c29f95ac448 tempest-VolumesActionsTest-1150805267 tempest-VolumesActionsTest-1150805267-project] Notify callbacks [] for port, precommit_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:33:04.153091 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-67616d23-b0c7-4d40-bf2a-337d0f499c9e req-93fe445e-e2d6-4b98-9498-6bea354c6d89 tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9912597-50da-44b4-8698-0c8676f2e6da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829301 Aug 10 14:33:04.166267 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [req-0369299a-75a3-449f-a138-9d0b0e81e6d5 req-0e55a46a-3c8a-415d-b75e-6c29f95ac448 tempest-VolumesActionsTest-1150805267 tempest-VolumesActionsTest-1150805267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786683465198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2690464'] for port, after_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:33:04.235366 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0369299a-75a3-449f-a138-9d0b0e81e6d5 req-0e55a46a-3c8a-415d-b75e-6c29f95ac448 tempest-VolumesActionsTest-1150805267 tempest-VolumesActionsTest-1150805267-project] Network 0bada3fd-9d51-4fed-bf98-dae845f60ce8 is already hosted by enough agents. {{(pid=93411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 14:33:04.243536 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.scheduler.base_scheduler [req-0369299a-75a3-449f-a138-9d0b0e81e6d5 req-0e55a46a-3c8a-415d-b75e-6c29f95ac448 tempest-VolumesActionsTest-1150805267 tempest-VolumesActionsTest-1150805267-project] Resources bound (agent type, host, resource id): {{(pid=93411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:33:04.247816 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.db.l3_dvrscheduler_db [req-0369299a-75a3-449f-a138-9d0b0e81e6d5 req-0e55a46a-3c8a-415d-b75e-6c29f95ac448 tempest-VolumesActionsTest-1150805267 tempest-VolumesActionsTest-1150805267-project] Received port after_create {{(pid=93411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 14:33:04.303842 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e55a46a-3c8a-415d-b75e-6c29f95ac448 tempest-VolumesActionsTest-1150805267 tempest-VolumesActionsTest-1150805267-project] Pushing event updated for resources: {'Port': ['ID=62fb8481-b886-4fe6-928d-3c1be7994d68,revision_number=1']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:33:04.338480 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0369299a-75a3-449f-a138-9d0b0e81e6d5 req-0e55a46a-3c8a-415d-b75e-6c29f95ac448 tempest-VolumesActionsTest-1150805267 tempest-VolumesActionsTest-1150805267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:33:04.339684 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [req-0369299a-75a3-449f-a138-9d0b0e81e6d5 req-0e55a46a-3c8a-415d-b75e-6c29f95ac448 tempest-VolumesActionsTest-1150805267 tempest-VolumesActionsTest-1150805267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-387483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-767256'] for port, before_response {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:33:04.361681 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [req-0369299a-75a3-449f-a138-9d0b0e81e6d5 req-0e55a46a-3c8a-415d-b75e-6c29f95ac448 tempest-VolumesActionsTest-1150805267 tempest-VolumesActionsTest-1150805267-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9258132 Aug 10 14:33:04.375694 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.v2.base [req-0369299a-75a3-449f-a138-9d0b0e81e6d5 req-1536a90e-7e36-488a-9905-8e1c07551471 service neutron] Request body: {'port': {'device_id': '006a8b1f-0b61-486f-b348-369a89fec2a2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79819'}} {{(pid=93411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:33:04.385226 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb91a98-fc56-4f9c-ba04-1d510ba2c709 req-cee1097a-d736-47da-8d3f-9203160d681e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:33:04.387728 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-6eb91a98-fc56-4f9c-ba04-1d510ba2c709 req-cee1097a-d736-47da-8d3f-9203160d681e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e156b5d0a1d64f118dbb019f54a5f1f0&device_id=6b203be0-e47c-4371-9eda-83a59ed98be2 HTTP/1.1" status: 200 len: 1099 time: 0.2170732 Aug 10 14:33:04.411151 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.notifiers.nova [req-ed38f603-606a-4a42-85b5-9f448d688d37 req-b4041edf-6814-45af-961d-6b6801188cfd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 225153cc-3472-4c8f-abb3-1c60df6639f1 {{(pid=93410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 14:33:04.457960 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-ed38f603-606a-4a42-85b5-9f448d688d37 req-b4041edf-6814-45af-961d-6b6801188cfd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:33:04.466819 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [req-0369299a-75a3-449f-a138-9d0b0e81e6d5 req-1536a90e-7e36-488a-9905-8e1c07551471 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_update {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:33:04.515948 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [req-ed38f603-606a-4a42-85b5-9f448d688d37 req-b4041edf-6814-45af-961d-6b6801188cfd service neutron] Transition to ACTIVE for port object 225153cc-3472-4c8f-abb3-1c60df6639f1 will not be triggered until provisioned by entity L2. {{(pid=93410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 14:33:04.530317 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-ed38f603-606a-4a42-85b5-9f448d688d37 req-b4041edf-6814-45af-961d-6b6801188cfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683854493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786683465220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786683465238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26372301'] for port, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:33:04.550343 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7be786-e948-4d4f-ad64-e1db11fc9a41 req-9948cdaa-316e-4889-b61e-ab243d3a1f11 tempest-VolumesActionsTest-1150805267 tempest-VolumesActionsTest-1150805267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:33:04.558080 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-2b7be786-e948-4d4f-ad64-e1db11fc9a41 req-9948cdaa-316e-4889-b61e-ab243d3a1f11 tempest-VolumesActionsTest-1150805267 tempest-VolumesActionsTest-1150805267-project] 10.222.0.42 "GET /v2.0/ports?device_id=006a8b1f-0b61-486f-b348-369a89fec2a2 HTTP/1.1" status: 200 len: 932 time: 0.2787449 Aug 10 14:33:04.580925 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a262fa4-435b-460c-9553-d57957fc26b8 req-b859e0c8-c671-4f83-8617-d76f61143efb tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:33:04.588685 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-9a262fa4-435b-460c-9553-d57957fc26b8 req-b859e0c8-c671-4f83-8617-d76f61143efb tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae4b7b40-4a73-4447-9a21-ded7aacebb62 HTTP/1.1" status: 200 len: 931 time: 0.3110421 Aug 10 14:33:04.706645 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb91a98-fc56-4f9c-ba04-1d510ba2c709 req-cded8da0-b011-4b95-9014-fd1c8efad85b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:33:04.708229 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-6eb91a98-fc56-4f9c-ba04-1d510ba2c709 req-cded8da0-b011-4b95-9014-fd1c8efad85b service neutron] 10.222.0.18 "GET /v2.0/networks?id=86a6d1d4-f800-47bf-859f-81a5bd8d7c63 HTTP/1.1" status: 200 len: 917 time: 0.3034253 Aug 10 14:33:04.708900 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4041edf-6814-45af-961d-6b6801188cfd service neutron] Pushing event updated for resources: {'Port': ['ID=225153cc-3472-4c8f-abb3-1c60df6639f1,revision_number=2']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:33:04.759291 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-9a262fa4-435b-460c-9553-d57957fc26b8 req-fa8ac028-102a-4161-b6b6-339a1a862cdd tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] 10.222.0.42 "GET /v2.0/security-groups?id=98f06cea-294e-49b1-a4a2-e9dfbb056f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685998 Aug 10 14:33:04.890607 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-2b7be786-e948-4d4f-ad64-e1db11fc9a41 req-203094dd-14a3-4251-821e-d76c8bb596c8 tempest-VolumesActionsTest-1150805267 tempest-VolumesActionsTest-1150805267-project] 10.222.0.42 "GET /v2.0/security-groups?id=359f3478-74cf-459c-8ca5-cc7bffc3d960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3310874 Aug 10 14:33:04.992025 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-6eb91a98-fc56-4f9c-ba04-1d510ba2c709 req-237b7847-bc0d-4f2c-a39b-8afd0e29e3c1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d7c73a10-55f7-4d62-9fe7-4a227b278bb5 HTTP/1.1" status: 200 len: 1002 time: 0.2662609 Aug 10 14:33:04.995327 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.managers [req-ed38f603-606a-4a42-85b5-9f448d688d37 req-b4041edf-6814-45af-961d-6b6801188cfd service neutron] Attempting to bind port 225153cc-3472-4c8f-abb3-1c60df6639f1 on host hv-cinder-79819 for vnic_type normal with profile {{(pid=93410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 14:33:04.995327 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.managers [req-ed38f603-606a-4a42-85b5-9f448d688d37 req-b4041edf-6814-45af-961d-6b6801188cfd service neutron] Attempting to bind port 225153cc-3472-4c8f-abb3-1c60df6639f1 by drivers openvswitch,hyperv on host hv-cinder-79819 at level 0 using segments [{'id': 'e88a0990-9465-41c9-9090-f58db756571e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '7083ffdd-d140-4aab-95da-06bd854ff63b'}] {{(pid=93410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 14:33:04.995692 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed38f603-606a-4a42-85b5-9f448d688d37 req-b4041edf-6814-45af-961d-6b6801188cfd service neutron] Attempting to bind port 225153cc-3472-4c8f-abb3-1c60df6639f1 on network 7083ffdd-d140-4aab-95da-06bd854ff63b {{(pid=93410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 14:33:04.999888 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.notifiers.nova [req-0369299a-75a3-449f-a138-9d0b0e81e6d5 req-1536a90e-7e36-488a-9905-8e1c07551471 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62fb8481-b886-4fe6-928d-3c1be7994d68 {{(pid=93411) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 14:33:05.012272 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed38f603-606a-4a42-85b5-9f448d688d37 req-b4041edf-6814-45af-961d-6b6801188cfd service neutron] Port 225153cc-3472-4c8f-abb3-1c60df6639f1 on network 7083ffdd-d140-4aab-95da-06bd854ff63b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79819 {{(pid=93410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 14:33:05.012633 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed38f603-606a-4a42-85b5-9f448d688d37 req-b4041edf-6814-45af-961d-6b6801188cfd service neutron] Attempting to bind port 225153cc-3472-4c8f-abb3-1c60df6639f1 on network 7083ffdd-d140-4aab-95da-06bd854ff63b {{(pid=93410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 14:33:05.014102 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [req-0369299a-75a3-449f-a138-9d0b0e81e6d5 req-1536a90e-7e36-488a-9905-8e1c07551471 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:33:05.040226 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.db.provisioning_blocks [req-0369299a-75a3-449f-a138-9d0b0e81e6d5 req-1536a90e-7e36-488a-9905-8e1c07551471 service neutron] Transition to ACTIVE for port object 62fb8481-b886-4fe6-928d-3c1be7994d68 will not be triggered until provisioned by entity L2. {{(pid=93411) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 14:33:05.045958 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24f40d8-34f8-4daf-8f88-398e7501a5f7 req-f696d92b-7060-4993-a001-913a4f60da59 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:33:05.047644 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-a24f40d8-34f8-4daf-8f88-398e7501a5f7 req-f696d92b-7060-4993-a001-913a4f60da59 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/ports?device_id=6b203be0-e47c-4371-9eda-83a59ed98be2 HTTP/1.1" status: 200 len: 946 time: 0.1720293 Aug 10 14:33:05.049140 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [req-0369299a-75a3-449f-a138-9d0b0e81e6d5 req-1536a90e-7e36-488a-9905-8e1c07551471 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683854493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786683465220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786683465238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2690395'] for port, after_update {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:33:05.052702 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed38f603-606a-4a42-85b5-9f448d688d37 req-b4041edf-6814-45af-961d-6b6801188cfd service neutron] Checking agent: {'id': '193de837-f8e2-4c0a-a012-1a4e123b0e95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 14, 28, 33), 'started_at': datetime.datetime(2021, 8, 10, 14, 28, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 14, 33, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 14:33:05.053105 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed38f603-606a-4a42-85b5-9f448d688d37 req-b4041edf-6814-45af-961d-6b6801188cfd service neutron] Checking segment: {'id': 'e88a0990-9465-41c9-9090-f58db756571e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '7083ffdd-d140-4aab-95da-06bd854ff63b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 14:33:05.053756 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed38f603-606a-4a42-85b5-9f448d688d37 req-b4041edf-6814-45af-961d-6b6801188cfd service neutron] Bound using segment: {'id': 'e88a0990-9465-41c9-9090-f58db756571e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '7083ffdd-d140-4aab-95da-06bd854ff63b'} {{(pid=93410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 14:33:05.054237 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.managers [req-ed38f603-606a-4a42-85b5-9f448d688d37 req-b4041edf-6814-45af-961d-6b6801188cfd service neutron] Bound port: 225153cc-3472-4c8f-abb3-1c60df6639f1, host: hv-cinder-79819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e88a0990-9465-41c9-9090-f58db756571e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '7083ffdd-d140-4aab-95da-06bd854ff63b'}}] {{(pid=93410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 14:33:05.054605 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-ed38f603-606a-4a42-85b5-9f448d688d37 req-b4041edf-6814-45af-961d-6b6801188cfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:33:05.105565 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb91a98-fc56-4f9c-ba04-1d510ba2c709 req-7a9611fb-45bf-46e9-9e1b-6706886029e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:33:05.107417 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-6eb91a98-fc56-4f9c-ba04-1d510ba2c709 req-7a9611fb-45bf-46e9-9e1b-6706886029e7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=061e4b8c-ab2d-4682-a3d2-e34df59bc21f HTTP/1.1" status: 200 len: 855 time: 0.1067297 Aug 10 14:33:05.153462 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1536a90e-7e36-488a-9905-8e1c07551471 service neutron] Pushing event updated for resources: {'Port': ['ID=62fb8481-b886-4fe6-928d-3c1be7994d68,revision_number=2']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:33:05.237753 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-a24f40d8-34f8-4daf-8f88-398e7501a5f7 req-3e85a516-403f-4fa2-8745-f3961f2d975a tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/security-groups?id=ecfbe072-fae7-404f-9e98-b7a4caa3c273&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1654589 Aug 10 14:33:05.267584 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [req-ed38f603-606a-4a42-85b5-9f448d688d37 req-b4041edf-6814-45af-961d-6b6801188cfd service neutron] For port 225153cc-3472-4c8f-abb3-1c60df6639f1, host hv-cinder-79819, cleared binding levels {{(pid=93410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 14:33:05.277141 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [req-ed38f603-606a-4a42-85b5-9f448d688d37 req-b4041edf-6814-45af-961d-6b6801188cfd service neutron] For port 225153cc-3472-4c8f-abb3-1c60df6639f1, host hv-cinder-79819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=225153cc-3472-4c8f-abb3-1c60df6639f1,segment=NetworkSegment(e88a0990-9465-41c9-9090-f58db756571e),segment_id=e88a0990-9465-41c9-9090-f58db756571e)] {{(pid=93410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 14:33:05.290197 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb91a98-fc56-4f9c-ba04-1d510ba2c709 req-b406a56a-e398-4c57-94c5-452f0765c826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:33:05.292799 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-6eb91a98-fc56-4f9c-ba04-1d510ba2c709 req-b406a56a-e398-4c57-94c5-452f0765c826 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=86a6d1d4-f800-47bf-859f-81a5bd8d7c63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1484749 Aug 10 14:33:05.294917 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-ed38f603-606a-4a42-85b5-9f448d688d37 req-b4041edf-6814-45af-961d-6b6801188cfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683854493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786683465220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786683465238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26372301'] for port, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:33:05.299744 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.plugins.ml2.managers [req-0369299a-75a3-449f-a138-9d0b0e81e6d5 req-1536a90e-7e36-488a-9905-8e1c07551471 service neutron] Attempting to bind port 62fb8481-b886-4fe6-928d-3c1be7994d68 on host hv-cinder-79819 for vnic_type normal with profile {{(pid=93411) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 14:33:05.300491 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.plugins.ml2.managers [req-0369299a-75a3-449f-a138-9d0b0e81e6d5 req-1536a90e-7e36-488a-9905-8e1c07551471 service neutron] Attempting to bind port 62fb8481-b886-4fe6-928d-3c1be7994d68 by drivers openvswitch,hyperv on host hv-cinder-79819 at level 0 using segments [{'id': 'c2bbb4b4-37e0-4687-a413-1b893c887ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '0bada3fd-9d51-4fed-bf98-dae845f60ce8'}] {{(pid=93411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 14:33:05.301366 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0369299a-75a3-449f-a138-9d0b0e81e6d5 req-1536a90e-7e36-488a-9905-8e1c07551471 service neutron] Attempting to bind port 62fb8481-b886-4fe6-928d-3c1be7994d68 on network 0bada3fd-9d51-4fed-bf98-dae845f60ce8 {{(pid=93411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 14:33:05.312642 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0369299a-75a3-449f-a138-9d0b0e81e6d5 req-1536a90e-7e36-488a-9905-8e1c07551471 service neutron] Port 62fb8481-b886-4fe6-928d-3c1be7994d68 on network 0bada3fd-9d51-4fed-bf98-dae845f60ce8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79819 {{(pid=93411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 14:33:05.312642 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0369299a-75a3-449f-a138-9d0b0e81e6d5 req-1536a90e-7e36-488a-9905-8e1c07551471 service neutron] Attempting to bind port 62fb8481-b886-4fe6-928d-3c1be7994d68 on network 0bada3fd-9d51-4fed-bf98-dae845f60ce8 {{(pid=93411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 14:33:05.322054 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0369299a-75a3-449f-a138-9d0b0e81e6d5 req-1536a90e-7e36-488a-9905-8e1c07551471 service neutron] Checking agent: {'id': '193de837-f8e2-4c0a-a012-1a4e123b0e95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 14, 28, 33), 'started_at': datetime.datetime(2021, 8, 10, 14, 28, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 14, 33, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 14:33:05.322924 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0369299a-75a3-449f-a138-9d0b0e81e6d5 req-1536a90e-7e36-488a-9905-8e1c07551471 service neutron] Checking segment: {'id': 'c2bbb4b4-37e0-4687-a413-1b893c887ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '0bada3fd-9d51-4fed-bf98-dae845f60ce8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 14:33:05.323633 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0369299a-75a3-449f-a138-9d0b0e81e6d5 req-1536a90e-7e36-488a-9905-8e1c07551471 service neutron] Bound using segment: {'id': 'c2bbb4b4-37e0-4687-a413-1b893c887ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '0bada3fd-9d51-4fed-bf98-dae845f60ce8'} {{(pid=93411) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 14:33:05.324474 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.plugins.ml2.managers [req-0369299a-75a3-449f-a138-9d0b0e81e6d5 req-1536a90e-7e36-488a-9905-8e1c07551471 service neutron] Bound port: 62fb8481-b886-4fe6-928d-3c1be7994d68, host: hv-cinder-79819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2bbb4b4-37e0-4687-a413-1b893c887ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '0bada3fd-9d51-4fed-bf98-dae845f60ce8'}}] {{(pid=93411) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 14:33:05.325344 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [req-0369299a-75a3-449f-a138-9d0b0e81e6d5 req-1536a90e-7e36-488a-9905-8e1c07551471 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_update {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:33:05.399761 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed38f603-606a-4a42-85b5-9f448d688d37 req-b4041edf-6814-45af-961d-6b6801188cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:33:05.401398 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-ed38f603-606a-4a42-85b5-9f448d688d37 req-b4041edf-6814-45af-961d-6b6801188cfd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-387483'] for port, before_response {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:33:05.403819 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-ed38f603-606a-4a42-85b5-9f448d688d37 req-b4041edf-6814-45af-961d-6b6801188cfd service neutron] 10.222.0.18 "PUT /v2.0/ports/225153cc-3472-4c8f-abb3-1c60df6639f1 HTTP/1.1" status: 200 len: 1093 time: 1.9252157 Aug 10 14:33:05.480439 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.plugins.ml2.db [req-0369299a-75a3-449f-a138-9d0b0e81e6d5 req-1536a90e-7e36-488a-9905-8e1c07551471 service neutron] For port 62fb8481-b886-4fe6-928d-3c1be7994d68, host hv-cinder-79819, cleared binding levels {{(pid=93411) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 14:33:05.487302 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.plugins.ml2.db [req-0369299a-75a3-449f-a138-9d0b0e81e6d5 req-1536a90e-7e36-488a-9905-8e1c07551471 service neutron] For port 62fb8481-b886-4fe6-928d-3c1be7994d68, host hv-cinder-79819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=62fb8481-b886-4fe6-928d-3c1be7994d68,segment=NetworkSegment(c2bbb4b4-37e0-4687-a413-1b893c887ed7),segment_id=c2bbb4b4-37e0-4687-a413-1b893c887ed7)] {{(pid=93411) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 14:33:05.491023 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae4b7b40-4a73-4447-9a21-ded7aacebb62', 'tag': '225153cc-3472-4c8f-abb3-1c60df6639f1'}] {{(pid=93410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:33:05.493972 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [req-0369299a-75a3-449f-a138-9d0b0e81e6d5 req-1536a90e-7e36-488a-9905-8e1c07551471 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683854493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786683465220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786683465238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2690395'] for port, after_update {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:33:05.494827 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}173c15a1f530ed65b3eefe425c4e9cd9c28cfc2a1cdec76c1bb34aa91000b996" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3d3fcd9-a89f-42c9-b261-f62f692c638d" -d '{"events": [{"name": "network-changed", "server_uuid": "ae4b7b40-4a73-4447-9a21-ded7aacebb62", "tag": "225153cc-3472-4c8f-abb3-1c60df6639f1"}]}' {{(pid=93410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:33:05.540667 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0369299a-75a3-449f-a138-9d0b0e81e6d5 req-1536a90e-7e36-488a-9905-8e1c07551471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:33:05.541461 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [req-0369299a-75a3-449f-a138-9d0b0e81e6d5 req-1536a90e-7e36-488a-9905-8e1c07551471 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-387483', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-767256'] for port, before_response {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:33:05.543384 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [req-0369299a-75a3-449f-a138-9d0b0e81e6d5 req-1536a90e-7e36-488a-9905-8e1c07551471 service neutron] 10.222.0.18 "PUT /v2.0/ports/62fb8481-b886-4fe6-928d-3c1be7994d68 HTTP/1.1" status: 200 len: 1094 time: 1.1737196 Aug 10 14:33:05.543972 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '006a8b1f-0b61-486f-b348-369a89fec2a2', 'tag': '62fb8481-b886-4fe6-928d-3c1be7994d68'}] {{(pid=93411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:33:05.547890 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800b4800a729c8c4e9259a6bd3a96cb19d394e8e3458720dab8774963c0953a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74cb0bed-fffa-4d0a-8507-e4a15ab12c3c" -d '{"events": [{"name": "network-changed", "server_uuid": "006a8b1f-0b61-486f-b348-369a89fec2a2", "tag": "62fb8481-b886-4fe6-928d-3c1be7994d68"}]}' {{(pid=93411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:33:05.654068 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1536a90e-7e36-488a-9905-8e1c07551471 service neutron] Pushing event updated for resources: {'Port': ['ID=62fb8481-b886-4fe6-928d-3c1be7994d68,revision_number=3']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:33:05.691217 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0369299a-75a3-449f-a138-9d0b0e81e6d5 req-d7551e68-aec9-4733-8ebc-889e6a291e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:33:05.694313 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [req-0369299a-75a3-449f-a138-9d0b0e81e6d5 req-d7551e68-aec9-4733-8ebc-889e6a291e5d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=54441281e8a54b899196ad3f7dd72d15&device_id=006a8b1f-0b61-486f-b348-369a89fec2a2 HTTP/1.1" status: 200 len: 1097 time: 0.0945749 Aug 10 14:33:05.718992 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4041edf-6814-45af-961d-6b6801188cfd service neutron] Pushing event updated for resources: {'Port': ['ID=225153cc-3472-4c8f-abb3-1c60df6639f1,revision_number=3']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:33:05.775582 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [req-0369299a-75a3-449f-a138-9d0b0e81e6d5 req-f26c093a-35f7-478f-8da0-7d821a6551fd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=62fb8481-b886-4fe6-928d-3c1be7994d68 HTTP/1.1" status: 200 len: 217 time: 0.0725739 Aug 10 14:33:05.808181 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd9cbc1-143d-4847-92e7-6525edd71fa3 req-a204007e-1cff-4319-bacb-1f7f3c4c2dcf tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:33:05.811051 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-4bd9cbc1-143d-4847-92e7-6525edd71fa3 req-a204007e-1cff-4319-bacb-1f7f3c4c2dcf tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] 10.222.0.42 "GET /v2.0/ports?device_id=9be395dd-4db8-417d-a2bb-336ce985bc64 HTTP/1.1" status: 200 len: 945 time: 0.4151402 Aug 10 14:33:05.814603 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d6e32f-a828-43ea-a75c-852c115ebdcb req-a4ac37f2-6c75-40ea-97d8-9bd702afe98f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:33:05.817211 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-c3d6e32f-a828-43ea-a75c-852c115ebdcb req-a4ac37f2-6c75-40ea-97d8-9bd702afe98f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bf4e0f7339204a0c95f8d4f09f21f7e0&device_id=0f4b4a64-897e-465f-9bac-f2ddc4135822 HTTP/1.1" status: 200 len: 1098 time: 0.3122942 Aug 10 14:33:05.831356 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed38f603-606a-4a42-85b5-9f448d688d37 req-91a0e499-4c56-4772-b2fb-774d4e417088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:33:05.834080 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-ed38f603-606a-4a42-85b5-9f448d688d37 req-91a0e499-4c56-4772-b2fb-774d4e417088 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=07adee952320462e8ef9cf17396b0b67&device_id=ae4b7b40-4a73-4447-9a21-ded7aacebb62 HTTP/1.1" status: 200 len: 1096 time: 0.3325515 Aug 10 14:33:05.852510 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0369299a-75a3-449f-a138-9d0b0e81e6d5 req-6a5a7dcd-d2a1-4a04-86a8-e2cc905ad761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:33:05.854736 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [req-0369299a-75a3-449f-a138-9d0b0e81e6d5 req-6a5a7dcd-d2a1-4a04-86a8-e2cc905ad761 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e9a22f62-539d-4a6f-8739-7c224d5d58f1 HTTP/1.1" status: 200 len: 849 time: 0.0717182 Aug 10 14:33:05.893239 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [req-0369299a-75a3-449f-a138-9d0b0e81e6d5 req-367d12c9-e9e1-4487-bdf7-84fdb6397070 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0bada3fd-9d51-4fed-bf98-dae845f60ce8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316074 Aug 10 14:33:05.917060 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa526028-ea49-47a8-8f84-8e1d212c5a3c req-d2b1f796-1286-43c1-893b-ad0a209d3176 tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:33:05.919901 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-fa526028-ea49-47a8-8f84-8e1d212c5a3c req-d2b1f796-1286-43c1-893b-ad0a209d3176 tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f4b4a64-897e-465f-9bac-f2ddc4135822 HTTP/1.1" status: 200 len: 945 time: 0.3951669 Aug 10 14:33:05.923417 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-6eb91a98-fc56-4f9c-ba04-1d510ba2c709 req-14ec397f-c15d-4180-9ada-7b8f75abd6ec service neutron] 10.222.0.18 "GET /v2.0/networks/86a6d1d4-f800-47bf-859f-81a5bd8d7c63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6152484 Aug 10 14:33:06.011904 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [req-0369299a-75a3-449f-a138-9d0b0e81e6d5 req-6d51e202-965b-43e3-8875-e3b074c95c4d service neutron] 10.222.0.18 "GET /v2.0/networks/0bada3fd-9d51-4fed-bf98-dae845f60ce8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110296 Aug 10 14:33:06.058351 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-ed38f603-606a-4a42-85b5-9f448d688d37 req-cdf91c62-a22a-48a3-9739-c24f3c2dfc04 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=225153cc-3472-4c8f-abb3-1c60df6639f1 HTTP/1.1" status: 200 len: 217 time: 0.2097111 Aug 10 14:33:06.116829 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [req-0369299a-75a3-449f-a138-9d0b0e81e6d5 req-2bcfe26f-00ba-4c65-b85e-a8f42541e0c6 service neutron] 10.222.0.18 "GET /v2.0/networks/0bada3fd-9d51-4fed-bf98-dae845f60ce8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966191 Aug 10 14:33:06.296664 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-4bd9cbc1-143d-4847-92e7-6525edd71fa3 req-7b8d68c2-b04b-49a7-b071-2e12f3624b29 tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9912597-50da-44b4-8698-0c8676f2e6da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4611542 Aug 10 14:33:06.310329 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-fa526028-ea49-47a8-8f84-8e1d212c5a3c req-3887fa99-1375-4f67-9bc5-f3092ebd3727 tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] 10.222.0.42 "GET /v2.0/security-groups?id=6de17ce8-2ac1-42a8-95ab-f9984e61b328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2725189 Aug 10 14:33:06.333404 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed38f603-606a-4a42-85b5-9f448d688d37 req-c425529a-8637-4f80-853d-6e6c4b8daa70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:33:06.335917 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-ed38f603-606a-4a42-85b5-9f448d688d37 req-c425529a-8637-4f80-853d-6e6c4b8daa70 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a9c6fdb5-8d6e-4a2a-b088-d4102712e94a HTTP/1.1" status: 200 len: 854 time: 0.2474763 Aug 10 14:33:06.369334 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d6e32f-a828-43ea-a75c-852c115ebdcb req-62e55067-1823-4145-acaf-25574fab33a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:33:06.371936 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-c3d6e32f-a828-43ea-a75c-852c115ebdcb req-62e55067-1823-4145-acaf-25574fab33a5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=468e5951-9973-4325-8315-97f35e9a6c27 HTTP/1.1" status: 200 len: 920 time: 0.5345771 Aug 10 14:33:06.400172 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 14:33:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45102cc3-6877-4456-a632-458d7ca48810 x-openstack-request-id: req-45102cc3-6877-4456-a632-458d7ca48810 {{(pid=93410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:33:06.400566 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae4b7b40-4a73-4447-9a21-ded7aacebb62", "tag": "225153cc-3472-4c8f-abb3-1c60df6639f1", "status": "completed", "code": 200}]} {{(pid=93410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:33:06.400960 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-45102cc3-6877-4456-a632-458d7ca48810 {{(pid=93410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:33:06.401637 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae4b7b40-4a73-4447-9a21-ded7aacebb62', 'tag': '225153cc-3472-4c8f-abb3-1c60df6639f1', 'status': 'completed', 'code': 200} Aug 10 14:33:06.410672 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 14:33:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4549d98-3283-4aad-9ca5-00902be6b68b x-openstack-request-id: req-c4549d98-3283-4aad-9ca5-00902be6b68b {{(pid=93411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:33:06.411694 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "006a8b1f-0b61-486f-b348-369a89fec2a2", "tag": "62fb8481-b886-4fe6-928d-3c1be7994d68", "status": "completed", "code": 200}]} {{(pid=93411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:33:06.412263 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c4549d98-3283-4aad-9ca5-00902be6b68b {{(pid=93411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:33:06.413877 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '006a8b1f-0b61-486f-b348-369a89fec2a2', 'tag': '62fb8481-b886-4fe6-928d-3c1be7994d68', 'status': 'completed', 'code': 200} Aug 10 14:33:06.425792 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-6eb91a98-fc56-4f9c-ba04-1d510ba2c709 req-54e59dd3-9fb6-4162-87b4-e4f56746d984 service neutron] 10.222.0.18 "GET /v2.0/networks/86a6d1d4-f800-47bf-859f-81a5bd8d7c63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3900878 Aug 10 14:33:06.485873 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-c3d6e32f-a828-43ea-a75c-852c115ebdcb req-1bc8229f-acb6-457f-bbc4-ca30f850f83e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=85ef6664-f2b0-44a5-9eb7-d8ada8adac40 HTTP/1.1" status: 200 len: 217 time: 0.0817521 Aug 10 14:33:06.621397 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed38f603-606a-4a42-85b5-9f448d688d37 req-d96ae238-e074-4b1d-839f-0dacc210a04a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:33:06.622972 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-ed38f603-606a-4a42-85b5-9f448d688d37 req-d96ae238-e074-4b1d-839f-0dacc210a04a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7083ffdd-d140-4aab-95da-06bd854ff63b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2782676 Aug 10 14:33:06.665828 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d6e32f-a828-43ea-a75c-852c115ebdcb req-9b0226c8-9b06-46dd-8fb7-f52b22c979b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:33:06.667542 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-c3d6e32f-a828-43ea-a75c-852c115ebdcb req-9b0226c8-9b06-46dd-8fb7-f52b22c979b9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=525c6944-484f-4ed6-9e34-5e6d53ad95f0 HTTP/1.1" status: 200 len: 859 time: 0.1655476 Aug 10 14:33:06.925773 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cb0bed-fffa-4d0a-8507-e4a15ab12c3c req-df2f22ed-c259-4384-9983-338cb525e56d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:33:06.927223 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-74cb0bed-fffa-4d0a-8507-e4a15ab12c3c req-df2f22ed-c259-4384-9983-338cb525e56d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=54441281e8a54b899196ad3f7dd72d15&device_id=006a8b1f-0b61-486f-b348-369a89fec2a2 HTTP/1.1" status: 200 len: 1097 time: 0.4580824 Aug 10 14:33:06.939305 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd696471-11f0-4f7e-928b-870e972ff91c req-6167e3aa-0273-4586-a8aa-a9181a62cb46 tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:33:06.941096 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-cd696471-11f0-4f7e-928b-870e972ff91c req-6167e3aa-0273-4586-a8aa-a9181a62cb46 tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae4b7b40-4a73-4447-9a21-ded7aacebb62 HTTP/1.1" status: 200 len: 943 time: 0.4740725 Aug 10 14:33:06.965929 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a47a6a9-1f9e-43bf-9dac-88bd247f312e req-49fb3051-8d6b-46fb-b87a-1ff4ebdf399e tempest-VolumesActionsTest-1150805267 tempest-VolumesActionsTest-1150805267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:33:06.967562 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-7a47a6a9-1f9e-43bf-9dac-88bd247f312e req-49fb3051-8d6b-46fb-b87a-1ff4ebdf399e tempest-VolumesActionsTest-1150805267 tempest-VolumesActionsTest-1150805267-project] 10.222.0.42 "GET /v2.0/ports?device_id=006a8b1f-0b61-486f-b348-369a89fec2a2 HTTP/1.1" status: 200 len: 944 time: 0.4676380 Aug 10 14:33:06.982095 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-c3d6e32f-a828-43ea-a75c-852c115ebdcb req-c1dda28c-d4df-4ebe-9e72-4bd3342db04f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=468e5951-9973-4325-8315-97f35e9a6c27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2750092 Aug 10 14:33:07.193140 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-ed38f603-606a-4a42-85b5-9f448d688d37 req-0ee38707-ae1b-49eb-8acf-306af299c8da service neutron] 10.222.0.18 "GET /v2.0/networks/7083ffdd-d140-4aab-95da-06bd854ff63b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5599658 Aug 10 14:33:07.202951 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-cd696471-11f0-4f7e-928b-870e972ff91c req-ddf2bec7-866b-4469-8fd4-0027371e1189 tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] 10.222.0.42 "GET /v2.0/security-groups?id=98f06cea-294e-49b1-a4a2-e9dfbb056f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2240055 Aug 10 14:33:07.248946 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-7a47a6a9-1f9e-43bf-9dac-88bd247f312e req-8d1af2c2-a009-4146-ad47-eb49e1e9e121 tempest-VolumesActionsTest-1150805267 tempest-VolumesActionsTest-1150805267-project] 10.222.0.42 "GET /v2.0/security-groups?id=359f3478-74cf-459c-8ca5-cc7bffc3d960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2625203 Aug 10 14:33:07.306657 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cb0bed-fffa-4d0a-8507-e4a15ab12c3c req-12ebcd99-b440-42ec-b8bd-7070e079a899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:33:07.308429 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-74cb0bed-fffa-4d0a-8507-e4a15ab12c3c req-12ebcd99-b440-42ec-b8bd-7070e079a899 service neutron] 10.222.0.18 "GET /v2.0/networks?id=0bada3fd-9d51-4fed-bf98-dae845f60ce8 HTTP/1.1" status: 200 len: 910 time: 0.3662546 Aug 10 14:33:07.410249 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-c3d6e32f-a828-43ea-a75c-852c115ebdcb req-9219b1fc-91d8-4cfa-887a-450b209b2d31 service neutron] 10.222.0.18 "GET /v2.0/networks/468e5951-9973-4325-8315-97f35e9a6c27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3800678 Aug 10 14:33:07.416816 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-74cb0bed-fffa-4d0a-8507-e4a15ab12c3c req-bd684414-7b1c-4103-baa4-981aaaf558bd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=62fb8481-b886-4fe6-928d-3c1be7994d68 HTTP/1.1" status: 200 len: 217 time: 0.0871477 Aug 10 14:33:07.607495 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-ed38f603-606a-4a42-85b5-9f448d688d37 req-c5a3802b-7e59-451b-9b3d-627325d706fc service neutron] 10.222.0.18 "GET /v2.0/networks/7083ffdd-d140-4aab-95da-06bd854ff63b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3974187 Aug 10 14:33:07.627763 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df95901-1696-491e-8c60-5078114797f2 req-f4eb0198-ada1-4ce2-997b-84bc40461d46 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:33:07.629495 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-3df95901-1696-491e-8c60-5078114797f2 req-f4eb0198-ada1-4ce2-997b-84bc40461d46 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/ports?device_id=6b203be0-e47c-4371-9eda-83a59ed98be2 HTTP/1.1" status: 200 len: 946 time: 0.3245771 Aug 10 14:33:07.650462 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cb0bed-fffa-4d0a-8507-e4a15ab12c3c req-3f00e559-4d5a-4409-8cd0-c5edeeebd386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:33:07.652418 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-74cb0bed-fffa-4d0a-8507-e4a15ab12c3c req-3f00e559-4d5a-4409-8cd0-c5edeeebd386 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e9a22f62-539d-4a6f-8739-7c224d5d58f1 HTTP/1.1" status: 200 len: 849 time: 0.2154281 Aug 10 14:33:07.720346 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d74510-5a89-42ca-8a18-b835719a5dc9 req-e0d15a6e-2296-4d89-a31c-936589c28d5d tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:33:07.723044 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-43d74510-5a89-42ca-8a18-b835719a5dc9 req-e0d15a6e-2296-4d89-a31c-936589c28d5d tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f4b4a64-897e-465f-9bac-f2ddc4135822 HTTP/1.1" status: 200 len: 945 time: 0.2869654 Aug 10 14:33:07.761154 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-74cb0bed-fffa-4d0a-8507-e4a15ab12c3c req-0576c815-b138-4e9e-a2bf-746a141c01e1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0bada3fd-9d51-4fed-bf98-dae845f60ce8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0913901 Aug 10 14:33:07.792531 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-c3d6e32f-a828-43ea-a75c-852c115ebdcb req-151b33b6-b7ad-4ba0-94fb-abe7eceae17c service neutron] 10.222.0.18 "GET /v2.0/networks/468e5951-9973-4325-8315-97f35e9a6c27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3652544 Aug 10 14:33:07.913584 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Device d7c73a10-55f7-4d62-9fe7-4a227b278bb5 no longer exists at agent hyperv_hv-cinder-79819 {{(pid=93412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 14:33:07.919154 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-3df95901-1696-491e-8c60-5078114797f2 req-41c13b4d-689b-4f93-ad8c-17bf52806904 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/security-groups?id=ecfbe072-fae7-404f-9e98-b7a4caa3c273&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2748532 Aug 10 14:33:07.973334 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d3fcd9-a89f-42c9-b261-f62f692c638d req-eee0ec32-2857-433c-987a-bdab080d097a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:33:07.975932 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-f3d3fcd9-a89f-42c9-b261-f62f692c638d req-eee0ec32-2857-433c-987a-bdab080d097a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=07adee952320462e8ef9cf17396b0b67&device_id=ae4b7b40-4a73-4447-9a21-ded7aacebb62 HTTP/1.1" status: 200 len: 1096 time: 0.2850475 Aug 10 14:33:07.991149 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-43d74510-5a89-42ca-8a18-b835719a5dc9 req-0eb00e31-557e-4979-b5a3-9cd980efd970 tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] 10.222.0.42 "GET /v2.0/security-groups?id=6de17ce8-2ac1-42a8-95ab-f9984e61b328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2322814 Aug 10 14:33:08.011003 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:33:08.041844 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b203be0-e47c-4371-9eda-83a59ed98be2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd7c73a10-55f7-4d62-9fe7-4a227b278bb5'}] {{(pid=93412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:33:08.045645 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9406f3752f8c5c09b2197ea24f22201eb31b4bb693178eb20b3d616b4d9459a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eba34b22-a73e-4ca4-8e32-74a3c83fb3df" -d '{"events": [{"server_uuid": "6b203be0-e47c-4371-9eda-83a59ed98be2", "name": "network-vif-unplugged", "status": "completed", "tag": "d7c73a10-55f7-4d62-9fe7-4a227b278bb5"}]}' {{(pid=93412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:33:08.066574 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.db [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] For port d7c73a10-55f7-4d62-9fe7-4a227b278bb5, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=d7c73a10-55f7-4d62-9fe7-4a227b278bb5,segment=NetworkSegment(d55ed611-efa5-4413-9a01-d70eef9c92c8),segment_id=d55ed611-efa5-4413-9a01-d70eef9c92c8)] {{(pid=93412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:33:08.072617 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683854493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786683465220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786683465238'] for port, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:33:08.103118 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 14:33:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-718a7eb4-9b54-474b-8769-8e25925b038f x-openstack-request-id: req-718a7eb4-9b54-474b-8769-8e25925b038f {{(pid=93412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:33:08.103918 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b203be0-e47c-4371-9eda-83a59ed98be2", "name": "network-vif-unplugged", "status": "completed", "tag": "d7c73a10-55f7-4d62-9fe7-4a227b278bb5", "code": 200}]} {{(pid=93412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:33:08.103918 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-718a7eb4-9b54-474b-8769-8e25925b038f {{(pid=93412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:33:08.104518 dv-cinder-798198-2-iscsi neutron-server[93412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b203be0-e47c-4371-9eda-83a59ed98be2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd7c73a10-55f7-4d62-9fe7-4a227b278bb5', 'code': 200} Aug 10 14:33:08.134461 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Pushing event updated for resources: {'Port': ['ID=d7c73a10-55f7-4d62-9fe7-4a227b278bb5,revision_number=8']} {{(pid=93412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:33:08.152688 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-74cb0bed-fffa-4d0a-8507-e4a15ab12c3c req-642b26c5-7a94-4fa0-94da-b4253e9fc497 service neutron] 10.222.0.18 "GET /v2.0/networks/0bada3fd-9d51-4fed-bf98-dae845f60ce8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3766990 Aug 10 14:33:08.271460 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d3fcd9-a89f-42c9-b261-f62f692c638d req-5437b2f7-397e-4b74-acbe-c36a3cd0d8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:33:08.274263 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-f3d3fcd9-a89f-42c9-b261-f62f692c638d req-5437b2f7-397e-4b74-acbe-c36a3cd0d8a2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=7083ffdd-d140-4aab-95da-06bd854ff63b HTTP/1.1" status: 200 len: 916 time: 0.2894051 Aug 10 14:33:08.362794 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-f3d3fcd9-a89f-42c9-b261-f62f692c638d req-51a51365-9f55-43af-856c-ae39a7c6eb8e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=225153cc-3472-4c8f-abb3-1c60df6639f1 HTTP/1.1" status: 200 len: 217 time: 0.0806890 Aug 10 14:33:08.572598 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-74cb0bed-fffa-4d0a-8507-e4a15ab12c3c req-62115a58-e992-42ad-a221-16c92a310f5d service neutron] 10.222.0.18 "GET /v2.0/networks/0bada3fd-9d51-4fed-bf98-dae845f60ce8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3977854 Aug 10 14:33:08.605458 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3835712d-ff24-4683-8d11-41f3a779f0eb req-42c7ee48-0977-4a98-9fb2-18b6bdffa185 tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:33:08.608473 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-3835712d-ff24-4683-8d11-41f3a779f0eb req-42c7ee48-0977-4a98-9fb2-18b6bdffa185 tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae4b7b40-4a73-4447-9a21-ded7aacebb62 HTTP/1.1" status: 200 len: 943 time: 0.2526500 Aug 10 14:33:08.613071 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d3fcd9-a89f-42c9-b261-f62f692c638d req-6248ee6c-0d05-4594-b408-60b6f6c965c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:33:08.615407 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-f3d3fcd9-a89f-42c9-b261-f62f692c638d req-6248ee6c-0d05-4594-b408-60b6f6c965c7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a9c6fdb5-8d6e-4a2a-b088-d4102712e94a HTTP/1.1" status: 200 len: 854 time: 0.2248445 Aug 10 14:33:08.641772 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079d75ca-69a5-4eca-bc8e-f63d4587ec91 req-32086d22-1309-4619-a0b4-ebee47f45ed0 tempest-VolumesActionsTest-1150805267 tempest-VolumesActionsTest-1150805267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:33:08.644127 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-079d75ca-69a5-4eca-bc8e-f63d4587ec91 req-32086d22-1309-4619-a0b4-ebee47f45ed0 tempest-VolumesActionsTest-1150805267 tempest-VolumesActionsTest-1150805267-project] 10.222.0.42 "GET /v2.0/ports?device_id=006a8b1f-0b61-486f-b348-369a89fec2a2 HTTP/1.1" status: 200 len: 944 time: 0.2495611 Aug 10 14:33:08.783600 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-3835712d-ff24-4683-8d11-41f3a779f0eb req-fe708adf-b653-4940-9fdf-d029fd32c2fd tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] 10.222.0.42 "GET /v2.0/security-groups?id=98f06cea-294e-49b1-a4a2-e9dfbb056f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641357 Aug 10 14:33:08.788573 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-079d75ca-69a5-4eca-bc8e-f63d4587ec91 req-8d213c5d-143d-4d44-a4d2-fd9c52b520e3 tempest-VolumesActionsTest-1150805267 tempest-VolumesActionsTest-1150805267-project] 10.222.0.42 "GET /v2.0/security-groups?id=359f3478-74cf-459c-8ca5-cc7bffc3d960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162827 Aug 10 14:33:08.791632 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d3fcd9-a89f-42c9-b261-f62f692c638d req-6542ab1a-6ab7-4096-904d-4d8f2af2799e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:33:08.793235 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-f3d3fcd9-a89f-42c9-b261-f62f692c638d req-6542ab1a-6ab7-4096-904d-4d8f2af2799e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7083ffdd-d140-4aab-95da-06bd854ff63b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1478677 Aug 10 14:33:08.858992 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.db.agents_db [None req-84c9d1dd-add5-4bf7-b0ef-63077aab3240 None None] Agent healthcheck: found 6 active agents {{(pid=93413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 14:33:08.915800 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-f3d3fcd9-a89f-42c9-b261-f62f692c638d req-402d170c-3e51-4bad-be95-77edb0d3f037 service neutron] 10.222.0.18 "GET /v2.0/networks/7083ffdd-d140-4aab-95da-06bd854ff63b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124353 Aug 10 14:33:09.028102 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-f3d3fcd9-a89f-42c9-b261-f62f692c638d req-a96e4f95-d51f-4ace-a22d-41ed8a3fa7d3 service neutron] 10.222.0.18 "GET /v2.0/networks/7083ffdd-d140-4aab-95da-06bd854ff63b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024621 Aug 10 14:33:09.169001 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cc3c9b-c681-4446-87f8-525efd17e296 req-9c375ebe-00e4-4181-9297-033524ae4d6f tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:33:09.172249 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-80cc3c9b-c681-4446-87f8-525efd17e296 req-9c375ebe-00e4-4181-9297-033524ae4d6f tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/ports?device_id=6b203be0-e47c-4371-9eda-83a59ed98be2 HTTP/1.1" status: 200 len: 944 time: 0.1362116 Aug 10 14:33:09.222876 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbe4083-c4df-43e9-b6d0-a6cd3d137a36 req-6fa5fa3a-a8b3-4dc3-a9b8-4789060a2c9c tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:33:09.225572 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-0fbe4083-c4df-43e9-b6d0-a6cd3d137a36 req-6fa5fa3a-a8b3-4dc3-a9b8-4789060a2c9c tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f4b4a64-897e-465f-9bac-f2ddc4135822 HTTP/1.1" status: 200 len: 945 time: 0.1378071 Aug 10 14:33:09.269863 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-80cc3c9b-c681-4446-87f8-525efd17e296 req-7d308bc0-8944-482d-a0d7-e3050f44282c tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/security-groups?id=ecfbe072-fae7-404f-9e98-b7a4caa3c273&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901551 Aug 10 14:33:09.289266 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-0fbe4083-c4df-43e9-b6d0-a6cd3d137a36 req-5edd0a80-c5fb-4a50-a8a6-e504ee9961ac tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] 10.222.0.42 "GET /v2.0/security-groups?id=6de17ce8-2ac1-42a8-95ab-f9984e61b328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567052 Aug 10 14:33:09.912735 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Device 225153cc-3472-4c8f-abb3-1c60df6639f1 details requested by agent hyperv_hv-cinder-79819 with host hv-cinder-79819 {{(pid=93412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 14:33:09.941650 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffa2f29-1d69-47be-992a-76847bf42fe0 req-d390d6cd-00d9-43d0-9beb-4f1776a722f2 tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:33:09.949873 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-8ffa2f29-1d69-47be-992a-76847bf42fe0 req-d390d6cd-00d9-43d0-9beb-4f1776a722f2 tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae4b7b40-4a73-4447-9a21-ded7aacebb62 HTTP/1.1" status: 200 len: 943 time: 0.0857825 Aug 10 14:33:10.014470 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-8ffa2f29-1d69-47be-992a-76847bf42fe0 req-df760b6d-430e-402d-a74e-e416a37e996a tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] 10.222.0.42 "GET /v2.0/security-groups?id=98f06cea-294e-49b1-a4a2-e9dfbb056f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633285 Aug 10 14:33:10.034898 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1895daba-ed46-43bb-9229-21003f4d1f62 req-89338b95-9472-40db-9e8a-900694da2303 tempest-VolumesActionsTest-1150805267 tempest-VolumesActionsTest-1150805267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:33:10.036754 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-1895daba-ed46-43bb-9229-21003f4d1f62 req-89338b95-9472-40db-9e8a-900694da2303 tempest-VolumesActionsTest-1150805267 tempest-VolumesActionsTest-1150805267-project] 10.222.0.42 "GET /v2.0/ports?device_id=006a8b1f-0b61-486f-b348-369a89fec2a2 HTTP/1.1" status: 200 len: 944 time: 0.0706134 Aug 10 14:33:10.094893 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-1895daba-ed46-43bb-9229-21003f4d1f62 req-5dad56dc-9288-4b4e-80c9-356a2d02845b tempest-VolumesActionsTest-1150805267 tempest-VolumesActionsTest-1150805267-project] 10.222.0.42 "GET /v2.0/security-groups?id=359f3478-74cf-459c-8ca5-cc7bffc3d960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510585 Aug 10 14:33:10.100531 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.db [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] For port 225153cc-3472-4c8f-abb3-1c60df6639f1, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=225153cc-3472-4c8f-abb3-1c60df6639f1,segment=NetworkSegment(e88a0990-9465-41c9-9090-f58db756571e),segment_id=e88a0990-9465-41c9-9090-f58db756571e)] {{(pid=93412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:33:10.121203 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Returning: {'device': '225153cc-3472-4c8f-abb3-1c60df6639f1', 'network_id': '7083ffdd-d140-4aab-95da-06bd854ff63b', 'port_id': '225153cc-3472-4c8f-abb3-1c60df6639f1', 'mac_address': 'fa:16:3e:7c:70:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9c6fdb5-8d6e-4a2a-b088-d4102712e94a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 14:33:10.163640 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:33:10.179973 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.notifiers.nova [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 225153cc-3472-4c8f-abb3-1c60df6639f1 {{(pid=93412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 14:33:10.205345 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.db [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] For port 225153cc-3472-4c8f-abb3-1c60df6639f1, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=225153cc-3472-4c8f-abb3-1c60df6639f1,segment=NetworkSegment(e88a0990-9465-41c9-9090-f58db756571e),segment_id=e88a0990-9465-41c9-9090-f58db756571e)] {{(pid=93412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:33:10.211069 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683854493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786683465220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786683465238'] for port, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:33:10.211756 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Device 62fb8481-b886-4fe6-928d-3c1be7994d68 details requested by agent hyperv_hv-cinder-79819 with host hv-cinder-79819 {{(pid=93412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 14:33:10.356798 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Pushing event updated for resources: {'Port': ['ID=225153cc-3472-4c8f-abb3-1c60df6639f1,revision_number=4']} {{(pid=93412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:33:10.441363 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98c251b-bf56-43d3-8374-8411053baff4 req-3a7ab97e-386d-41f9-8b9f-91e4cf34e0de tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:33:10.442154 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.db [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] For port 62fb8481-b886-4fe6-928d-3c1be7994d68, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=62fb8481-b886-4fe6-928d-3c1be7994d68,segment=NetworkSegment(c2bbb4b4-37e0-4687-a413-1b893c887ed7),segment_id=c2bbb4b4-37e0-4687-a413-1b893c887ed7)] {{(pid=93412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:33:10.443441 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-f98c251b-bf56-43d3-8374-8411053baff4 req-3a7ab97e-386d-41f9-8b9f-91e4cf34e0de tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/ports?device_id=6b203be0-e47c-4371-9eda-83a59ed98be2 HTTP/1.1" status: 200 len: 944 time: 0.3317962 Aug 10 14:33:10.460849 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Returning: {'device': '62fb8481-b886-4fe6-928d-3c1be7994d68', 'network_id': '0bada3fd-9d51-4fed-bf98-dae845f60ce8', 'port_id': '62fb8481-b886-4fe6-928d-3c1be7994d68', 'mac_address': 'fa:16:3e:78:63:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 563, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9a22f62-539d-4a6f-8739-7c224d5d58f1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 14:33:10.500674 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8beb9ede-bc7c-4426-9c80-c44f377e3151 req-b8b2555a-6640-4f13-a46b-d142ff9c370c tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:33:10.502327 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-8beb9ede-bc7c-4426-9c80-c44f377e3151 req-b8b2555a-6640-4f13-a46b-d142ff9c370c tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f4b4a64-897e-465f-9bac-f2ddc4135822 HTTP/1.1" status: 200 len: 945 time: 0.0982432 Aug 10 14:33:10.510521 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-f98c251b-bf56-43d3-8374-8411053baff4 req-b2e6a16a-9700-4b0a-81c9-683791695669 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/security-groups?id=ecfbe072-fae7-404f-9e98-b7a4caa3c273&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586636 Aug 10 14:33:10.512768 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:33:10.528439 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.notifiers.nova [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62fb8481-b886-4fe6-928d-3c1be7994d68 {{(pid=93412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 14:33:10.551181 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.db [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] For port 62fb8481-b886-4fe6-928d-3c1be7994d68, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=62fb8481-b886-4fe6-928d-3c1be7994d68,segment=NetworkSegment(c2bbb4b4-37e0-4687-a413-1b893c887ed7),segment_id=c2bbb4b4-37e0-4687-a413-1b893c887ed7)] {{(pid=93412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:33:10.555931 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683854493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786683465220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786683465238'] for port, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:33:10.562221 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-8beb9ede-bc7c-4426-9c80-c44f377e3151 req-5ad461e3-0467-49cd-8a01-4e44dffd5651 tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] 10.222.0.42 "GET /v2.0/security-groups?id=6de17ce8-2ac1-42a8-95ab-f9984e61b328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503426 Aug 10 14:33:10.610263 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Pushing event updated for resources: {'Port': ['ID=62fb8481-b886-4fe6-928d-3c1be7994d68,revision_number=4']} {{(pid=93412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:33:10.632511 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.wsgi [-] (93410) accepted ('10.222.0.42', 52978) {{(pid=93410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:33:10.729574 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-491b56cc-2c55-43a7-9c08-fdc0bea62c58 req-8a75dc7d-e526-4557-ae36-e5f90240f266 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6b203be0-e47c-4371-9eda-83a59ed98be2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0956891 Aug 10 14:33:10.815074 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.db [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] get_ports_and_sgs() called for port_ids ['225153cc-3472-4c8f-abb3-1c60df6639f1'] {{(pid=93412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 14:33:10.853669 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.db [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] get_ports_and_sgs() called for port_ids ['62fb8481-b886-4fe6-928d-3c1be7994d68'] {{(pid=93412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 14:33:11.252895 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8068a925-bf25-42c4-bec2-48eddd832c1b req-27158924-3454-4b64-8b61-78e30445a956 tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:33:11.255337 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-8068a925-bf25-42c4-bec2-48eddd832c1b req-27158924-3454-4b64-8b61-78e30445a956 tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae4b7b40-4a73-4447-9a21-ded7aacebb62 HTTP/1.1" status: 200 len: 944 time: 0.1122601 Aug 10 14:33:11.349526 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-8068a925-bf25-42c4-bec2-48eddd832c1b req-08f62e02-c53e-48ef-8e60-b4b38e8d68c8 tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] 10.222.0.42 "GET /v2.0/security-groups?id=98f06cea-294e-49b1-a4a2-e9dfbb056f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788338 Aug 10 14:33:11.365716 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20560299-03b5-44e0-ab12-213ff207967c req-5122ee13-d772-4c31-85b0-d3051d03e3dd tempest-VolumesActionsTest-1150805267 tempest-VolumesActionsTest-1150805267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:33:11.368556 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-20560299-03b5-44e0-ab12-213ff207967c req-5122ee13-d772-4c31-85b0-d3051d03e3dd tempest-VolumesActionsTest-1150805267 tempest-VolumesActionsTest-1150805267-project] 10.222.0.42 "GET /v2.0/ports?device_id=006a8b1f-0b61-486f-b348-369a89fec2a2 HTTP/1.1" status: 200 len: 945 time: 0.1115608 Aug 10 14:33:11.431060 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-20560299-03b5-44e0-ab12-213ff207967c req-32ecab70-9382-4e88-b902-4d5a8cf6b211 tempest-VolumesActionsTest-1150805267 tempest-VolumesActionsTest-1150805267-project] 10.222.0.42 "GET /v2.0/security-groups?id=359f3478-74cf-459c-8ca5-cc7bffc3d960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482218 Aug 10 14:33:11.694348 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40037984-8cb3-4c92-b5b9-dd6080c942da req-6bb66b46-6432-4628-af0b-502e537b283f tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:33:11.696355 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-40037984-8cb3-4c92-b5b9-dd6080c942da req-6bb66b46-6432-4628-af0b-502e537b283f tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/ports?device_id=6b203be0-e47c-4371-9eda-83a59ed98be2 HTTP/1.1" status: 200 len: 944 time: 0.0994525 Aug 10 14:33:11.717900 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a51ffc-14b6-49c4-b346-93487e01ae3f req-3962489a-e2f1-401d-96c7-d14d66ec7396 tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:33:11.720465 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-71a51ffc-14b6-49c4-b346-93487e01ae3f req-3962489a-e2f1-401d-96c7-d14d66ec7396 tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f4b4a64-897e-465f-9bac-f2ddc4135822 HTTP/1.1" status: 200 len: 945 time: 0.0793467 Aug 10 14:33:11.822244 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-40037984-8cb3-4c92-b5b9-dd6080c942da req-6fcf7a99-5210-4dbb-9dea-b4dca6a84b41 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/security-groups?id=ecfbe072-fae7-404f-9e98-b7a4caa3c273&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1000435 Aug 10 14:33:11.836601 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-71a51ffc-14b6-49c4-b346-93487e01ae3f req-fc19a49d-2937-4b34-8233-3ea2906cc7a7 tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] 10.222.0.42 "GET /v2.0/security-groups?id=6de17ce8-2ac1-42a8-95ab-f9984e61b328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016898 Aug 10 14:33:11.914388 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Device 225153cc-3472-4c8f-abb3-1c60df6639f1 up at agent hyperv_hv-cinder-79819 {{(pid=93412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:33:11.977016 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.provisioning_blocks [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Provisioning for port 225153cc-3472-4c8f-abb3-1c60df6639f1 completed by entity L2. {{(pid=93412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 14:33:11.981910 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.provisioning_blocks [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Provisioning complete for port 225153cc-3472-4c8f-abb3-1c60df6639f1 triggered by entity L2. {{(pid=93412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:33:11.982352 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932393'] for port, provisioning_complete {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:33:12.075849 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:33:12.102668 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae4b7b40-4a73-4447-9a21-ded7aacebb62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '225153cc-3472-4c8f-abb3-1c60df6639f1'}] {{(pid=93412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:33:12.106030 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9406f3752f8c5c09b2197ea24f22201eb31b4bb693178eb20b3d616b4d9459a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d85ef15f-49d9-4e8c-a79e-7ef42f687481" -d '{"events": [{"server_uuid": "ae4b7b40-4a73-4447-9a21-ded7aacebb62", "name": "network-vif-plugged", "status": "completed", "tag": "225153cc-3472-4c8f-abb3-1c60df6639f1"}]}' {{(pid=93412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:33:12.130946 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.db [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] For port 225153cc-3472-4c8f-abb3-1c60df6639f1, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=225153cc-3472-4c8f-abb3-1c60df6639f1,segment=NetworkSegment(e88a0990-9465-41c9-9090-f58db756571e),segment_id=e88a0990-9465-41c9-9090-f58db756571e)] {{(pid=93412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:33:12.135283 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683854493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786683465220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786683465238'] for port, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:33:12.136110 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Device 62fb8481-b886-4fe6-928d-3c1be7994d68 up at agent hyperv_hv-cinder-79819 {{(pid=93412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:33:12.160649 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 14:33:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa98abf7-adab-4639-af06-fe3382fcba59 x-openstack-request-id: req-fa98abf7-adab-4639-af06-fe3382fcba59 {{(pid=93412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:33:12.160907 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae4b7b40-4a73-4447-9a21-ded7aacebb62", "name": "network-vif-plugged", "status": "completed", "tag": "225153cc-3472-4c8f-abb3-1c60df6639f1", "code": 200}]} {{(pid=93412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:33:12.161162 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-fa98abf7-adab-4639-af06-fe3382fcba59 {{(pid=93412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:33:12.161608 dv-cinder-798198-2-iscsi neutron-server[93412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae4b7b40-4a73-4447-9a21-ded7aacebb62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '225153cc-3472-4c8f-abb3-1c60df6639f1', 'code': 200} Aug 10 14:33:12.228352 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Pushing event updated for resources: {'Port': ['ID=225153cc-3472-4c8f-abb3-1c60df6639f1,revision_number=5']} {{(pid=93412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:33:12.245242 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.provisioning_blocks [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Provisioning for port 62fb8481-b886-4fe6-928d-3c1be7994d68 completed by entity L2. {{(pid=93412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 14:33:12.251667 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.provisioning_blocks [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Provisioning complete for port 62fb8481-b886-4fe6-928d-3c1be7994d68 triggered by entity L2. {{(pid=93412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:33:12.252084 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932393'] for port, provisioning_complete {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:33:12.368320 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:33:12.396442 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639eca05-e9bf-43b5-9168-f05432dd55ea req-c46909ca-e70b-4f8d-846b-5687452ac659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:33:12.398709 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-639eca05-e9bf-43b5-9168-f05432dd55ea req-c46909ca-e70b-4f8d-846b-5687452ac659 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ae4b7b40-4a73-4447-9a21-ded7aacebb62 HTTP/1.1" status: 200 len: 1098 time: 0.0575225 Aug 10 14:33:12.422458 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.db [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] For port 62fb8481-b886-4fe6-928d-3c1be7994d68, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=62fb8481-b886-4fe6-928d-3c1be7994d68,segment=NetworkSegment(c2bbb4b4-37e0-4687-a413-1b893c887ed7),segment_id=c2bbb4b4-37e0-4687-a413-1b893c887ed7)] {{(pid=93412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:33:12.428984 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683854493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786683465220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786683465238'] for port, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:33:12.430331 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Device d7c73a10-55f7-4d62-9fe7-4a227b278bb5 no longer exists at agent hyperv_hv-cinder-79819 {{(pid=93412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 14:33:12.479720 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-639eca05-e9bf-43b5-9168-f05432dd55ea req-9457849c-f76f-4b12-a0e1-b4c6b1413d37 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=98f06cea-294e-49b1-a4a2-e9dfbb056f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652430 Aug 10 14:33:12.575332 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Pushing event updated for resources: {'Port': ['ID=62fb8481-b886-4fe6-928d-3c1be7994d68,revision_number=5']} {{(pid=93412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:33:12.618981 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18742153-e520-41bd-8e83-f1bafd5686a4 req-a087b832-a136-47df-b0b3-20e68a664130 tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:33:12.620654 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-18742153-e520-41bd-8e83-f1bafd5686a4 req-a087b832-a136-47df-b0b3-20e68a664130 tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae4b7b40-4a73-4447-9a21-ded7aacebb62 HTTP/1.1" status: 200 len: 945 time: 0.1626651 Aug 10 14:33:12.625522 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491b56cc-2c55-43a7-9c08-fdc0bea62c58 req-b8892adf-5ef2-43d8-9e84-ccb13faf1790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:33:12.627031 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-491b56cc-2c55-43a7-9c08-fdc0bea62c58 req-b8892adf-5ef2-43d8-9e84-ccb13faf1790 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=6b203be0-e47c-4371-9eda-83a59ed98be2&tenant_id=e156b5d0a1d64f118dbb019f54a5f1f0 HTTP/1.1" status: 200 len: 1097 time: 0.1497540 Aug 10 14:33:12.662093 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd329f6-a607-40c5-9ddf-c49216831bb7 req-fb46b233-23b2-4e5d-ac1a-69ede5deeb20 tempest-VolumesActionsTest-1150805267 tempest-VolumesActionsTest-1150805267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:33:12.663753 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-1dd329f6-a607-40c5-9ddf-c49216831bb7 req-fb46b233-23b2-4e5d-ac1a-69ede5deeb20 tempest-VolumesActionsTest-1150805267 tempest-VolumesActionsTest-1150805267-project] 10.222.0.42 "GET /v2.0/ports?device_id=006a8b1f-0b61-486f-b348-369a89fec2a2 HTTP/1.1" status: 200 len: 946 time: 0.1045775 Aug 10 14:33:12.721339 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-18742153-e520-41bd-8e83-f1bafd5686a4 req-35fbc0e9-016c-4cdd-a7f0-64e642b05537 tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] 10.222.0.42 "GET /v2.0/security-groups?id=98f06cea-294e-49b1-a4a2-e9dfbb056f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907865 Aug 10 14:33:12.750673 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-1dd329f6-a607-40c5-9ddf-c49216831bb7 req-40964b8a-a9dd-40f3-a560-684afd298678 tempest-VolumesActionsTest-1150805267 tempest-VolumesActionsTest-1150805267-project] 10.222.0.42 "GET /v2.0/security-groups?id=359f3478-74cf-459c-8ca5-cc7bffc3d960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743053 Aug 10 14:33:12.753683 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491b56cc-2c55-43a7-9c08-fdc0bea62c58 req-0acfe12f-b434-434c-809b-4ad18472fe3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:33:12.755225 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-491b56cc-2c55-43a7-9c08-fdc0bea62c58 req-0acfe12f-b434-434c-809b-4ad18472fe3c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e156b5d0a1d64f118dbb019f54a5f1f0&device_id=6b203be0-e47c-4371-9eda-83a59ed98be2 HTTP/1.1" status: 200 len: 1097 time: 0.0903640 Aug 10 14:33:12.868647 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491b56cc-2c55-43a7-9c08-fdc0bea62c58 req-54a12e37-9185-4a25-9b56-3dbba6f886f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:33:12.870312 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-491b56cc-2c55-43a7-9c08-fdc0bea62c58 req-54a12e37-9185-4a25-9b56-3dbba6f886f2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=86a6d1d4-f800-47bf-859f-81a5bd8d7c63 HTTP/1.1" status: 200 len: 917 time: 0.1072936 Aug 10 14:33:12.993702 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-491b56cc-2c55-43a7-9c08-fdc0bea62c58 req-ae9dc563-27ad-4f14-932d-8ef25986092e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d7c73a10-55f7-4d62-9fe7-4a227b278bb5 HTTP/1.1" status: 200 len: 1000 time: 0.1151950 Aug 10 14:33:13.019475 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c6cd88-e628-41ae-86c3-6ba48e66b3ad req-be6ecc7f-bb4e-4979-be30-8a496b9bea13 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:33:13.021148 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-51c6cd88-e628-41ae-86c3-6ba48e66b3ad req-be6ecc7f-bb4e-4979-be30-8a496b9bea13 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/ports?device_id=6b203be0-e47c-4371-9eda-83a59ed98be2 HTTP/1.1" status: 200 len: 944 time: 0.1073961 Aug 10 14:33:13.074310 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f774eb0-8467-47e7-b8ef-dc22359bdabe req-8b265e46-2f37-4350-8367-7de5291aad54 tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:33:13.075956 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-1f774eb0-8467-47e7-b8ef-dc22359bdabe req-8b265e46-2f37-4350-8367-7de5291aad54 tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f4b4a64-897e-465f-9bac-f2ddc4135822 HTTP/1.1" status: 200 len: 945 time: 0.1470196 Aug 10 14:33:13.115925 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491b56cc-2c55-43a7-9c08-fdc0bea62c58 req-d7325372-16d7-45c0-80b4-d02d3d1b0f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:33:13.117440 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-491b56cc-2c55-43a7-9c08-fdc0bea62c58 req-d7325372-16d7-45c0-80b4-d02d3d1b0f12 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=061e4b8c-ab2d-4682-a3d2-e34df59bc21f HTTP/1.1" status: 200 len: 855 time: 0.1142573 Aug 10 14:33:13.125184 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-51c6cd88-e628-41ae-86c3-6ba48e66b3ad req-fcd8e39b-cd38-4d2c-856c-a1badc2da7ed tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/security-groups?id=ecfbe072-fae7-404f-9e98-b7a4caa3c273&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817270 Aug 10 14:33:13.154895 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-1f774eb0-8467-47e7-b8ef-dc22359bdabe req-1ab5a87b-aeb8-4138-ae2b-f39cf8d2778b tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] 10.222.0.42 "GET /v2.0/security-groups?id=6de17ce8-2ac1-42a8-95ab-f9984e61b328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712194 Aug 10 14:33:13.192759 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491b56cc-2c55-43a7-9c08-fdc0bea62c58 req-55739db5-bf18-4e5f-bacb-a070d3e07c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:33:13.194621 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-491b56cc-2c55-43a7-9c08-fdc0bea62c58 req-55739db5-bf18-4e5f-bacb-a070d3e07c44 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=86a6d1d4-f800-47bf-859f-81a5bd8d7c63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0549521 Aug 10 14:33:13.299757 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-491b56cc-2c55-43a7-9c08-fdc0bea62c58 req-88a2b253-12d7-44f5-9497-284a73042eca service neutron] 10.222.0.18 "GET /v2.0/networks/86a6d1d4-f800-47bf-859f-81a5bd8d7c63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945945 Aug 10 14:33:13.401581 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-491b56cc-2c55-43a7-9c08-fdc0bea62c58 req-41f7d590-1349-456c-9c9c-31a69912f514 service neutron] 10.222.0.18 "GET /v2.0/networks/86a6d1d4-f800-47bf-859f-81a5bd8d7c63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930421 Aug 10 14:33:13.874520 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fec5f2-f132-4b6d-9827-56a4a823e664 req-fd8ac55a-a0b7-48bf-a90a-4ca334789825 tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:33:13.876290 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-52fec5f2-f132-4b6d-9827-56a4a823e664 req-fd8ac55a-a0b7-48bf-a90a-4ca334789825 tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae4b7b40-4a73-4447-9a21-ded7aacebb62 HTTP/1.1" status: 200 len: 945 time: 0.0758600 Aug 10 14:33:13.963089 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-52fec5f2-f132-4b6d-9827-56a4a823e664 req-6be007f9-da57-4a09-8d44-44ee96ea38f2 tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] 10.222.0.42 "GET /v2.0/security-groups?id=98f06cea-294e-49b1-a4a2-e9dfbb056f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553167 Aug 10 14:33:13.973565 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d90e68-4bf8-4ee7-b2ea-46782eec2e66 req-548a16c9-aa01-4d45-9132-ffefe96d0bef tempest-VolumesActionsTest-1150805267 tempest-VolumesActionsTest-1150805267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:33:13.975342 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-17d90e68-4bf8-4ee7-b2ea-46782eec2e66 req-548a16c9-aa01-4d45-9132-ffefe96d0bef tempest-VolumesActionsTest-1150805267 tempest-VolumesActionsTest-1150805267-project] 10.222.0.42 "GET /v2.0/ports?device_id=006a8b1f-0b61-486f-b348-369a89fec2a2 HTTP/1.1" status: 200 len: 946 time: 0.1210861 Aug 10 14:33:14.080584 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-17d90e68-4bf8-4ee7-b2ea-46782eec2e66 req-21ccb69e-6134-4c8f-87d9-78eaeedafc38 tempest-VolumesActionsTest-1150805267 tempest-VolumesActionsTest-1150805267-project] 10.222.0.42 "GET /v2.0/security-groups?id=359f3478-74cf-459c-8ca5-cc7bffc3d960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893011 Aug 10 14:33:14.163240 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '006a8b1f-0b61-486f-b348-369a89fec2a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62fb8481-b886-4fe6-928d-3c1be7994d68'}] {{(pid=93412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:33:14.170605 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9406f3752f8c5c09b2197ea24f22201eb31b4bb693178eb20b3d616b4d9459a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14f861ab-16ff-472b-9a1c-de94b37564be" -d '{"events": [{"server_uuid": "006a8b1f-0b61-486f-b348-369a89fec2a2", "name": "network-vif-plugged", "status": "completed", "tag": "62fb8481-b886-4fe6-928d-3c1be7994d68"}]}' {{(pid=93412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:33:14.266637 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24975611-a965-4da0-a497-c14fec6c7a77 req-26e9aa65-41e8-48fe-9d4e-99e1111ac998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:33:14.271374 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-24975611-a965-4da0-a497-c14fec6c7a77 req-26e9aa65-41e8-48fe-9d4e-99e1111ac998 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0f4b4a64-897e-465f-9bac-f2ddc4135822 HTTP/1.1" status: 200 len: 1098 time: 0.1087720 Aug 10 14:33:14.328823 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c39e35-cee7-42d3-aa3a-ea32468b2450 req-9a64e1b8-cbe5-4489-a646-d3095f4d3185 tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:33:14.330545 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-30c39e35-cee7-42d3-aa3a-ea32468b2450 req-9a64e1b8-cbe5-4489-a646-d3095f4d3185 tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae4b7b40-4a73-4447-9a21-ded7aacebb62 HTTP/1.1" status: 200 len: 945 time: 0.1103506 Aug 10 14:33:14.423524 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-24975611-a965-4da0-a497-c14fec6c7a77 req-5c0cc8ef-8dc3-4439-9a3f-fc7eb9aa1f10 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=6de17ce8-2ac1-42a8-95ab-f9984e61b328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320779 Aug 10 14:33:14.448764 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486459ec-2ace-4575-837c-a4285b953a5e req-94ff15d0-d62e-4fae-a8e4-4b4ed3a7d87c tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:33:14.454128 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-486459ec-2ace-4575-837c-a4285b953a5e req-94ff15d0-d62e-4fae-a8e4-4b4ed3a7d87c tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/ports?device_id=6b203be0-e47c-4371-9eda-83a59ed98be2 HTTP/1.1" status: 200 len: 944 time: 0.1553802 Aug 10 14:33:14.519397 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-30c39e35-cee7-42d3-aa3a-ea32468b2450 req-29c62d78-4f6a-450b-ab51-2eaaaf44060a tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] 10.222.0.42 "GET /v2.0/security-groups?id=98f06cea-294e-49b1-a4a2-e9dfbb056f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514282 Aug 10 14:33:14.558250 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-486459ec-2ace-4575-837c-a4285b953a5e req-804d420a-15df-4a2f-9989-9564f3b5f390 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/security-groups?id=ecfbe072-fae7-404f-9e98-b7a4caa3c273&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0946314 Aug 10 14:33:14.595581 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 14:33:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4068fa0f-2f28-4f91-8989-e1807ba3f2e7 x-openstack-request-id: req-4068fa0f-2f28-4f91-8989-e1807ba3f2e7 {{(pid=93412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:33:14.596482 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "006a8b1f-0b61-486f-b348-369a89fec2a2", "name": "network-vif-plugged", "status": "completed", "tag": "62fb8481-b886-4fe6-928d-3c1be7994d68", "code": 200}]} {{(pid=93412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:33:14.597162 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4068fa0f-2f28-4f91-8989-e1807ba3f2e7 {{(pid=93412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:33:14.598526 dv-cinder-798198-2-iscsi neutron-server[93412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '006a8b1f-0b61-486f-b348-369a89fec2a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62fb8481-b886-4fe6-928d-3c1be7994d68', 'code': 200} Aug 10 14:33:14.796486 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4ff911-696c-4880-9d27-ee81e763ea65 req-915b7b4c-271e-4f4e-80c2-9a74e72afd7a tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:33:14.807906 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-ae4ff911-696c-4880-9d27-ee81e763ea65 req-915b7b4c-271e-4f4e-80c2-9a74e72afd7a tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f4b4a64-897e-465f-9bac-f2ddc4135822 HTTP/1.1" status: 200 len: 945 time: 0.1392610 Aug 10 14:33:14.897450 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-ae4ff911-696c-4880-9d27-ee81e763ea65 req-a97b3940-a622-4150-aaf9-601aca6c39bb tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] 10.222.0.42 "GET /v2.0/security-groups?id=6de17ce8-2ac1-42a8-95ab-f9984e61b328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883212 Aug 10 14:33:15.119519 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c4c13a-5120-4b7d-9595-fc82615b7be1 req-7a016783-a1ce-48a4-8319-9968d0c914c4 tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:33:15.122533 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-a1c4c13a-5120-4b7d-9595-fc82615b7be1 req-7a016783-a1ce-48a4-8319-9968d0c914c4 tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae4b7b40-4a73-4447-9a21-ded7aacebb62 HTTP/1.1" status: 200 len: 945 time: 0.0800939 Aug 10 14:33:15.242948 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-a1c4c13a-5120-4b7d-9595-fc82615b7be1 req-e1e85a93-120a-40c9-85a4-8f3e4ccda959 tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] 10.222.0.42 "GET /v2.0/security-groups?id=98f06cea-294e-49b1-a4a2-e9dfbb056f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126420 Aug 10 14:33:15.385965 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91381384-9eab-4596-81bd-7383707ed8df req-54790ed3-2580-4671-85b7-d6c3e3acd24e tempest-VolumesActionsTest-1150805267 tempest-VolumesActionsTest-1150805267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:33:15.401223 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-91381384-9eab-4596-81bd-7383707ed8df req-54790ed3-2580-4671-85b7-d6c3e3acd24e tempest-VolumesActionsTest-1150805267 tempest-VolumesActionsTest-1150805267-project] 10.222.0.42 "GET /v2.0/ports?device_id=006a8b1f-0b61-486f-b348-369a89fec2a2 HTTP/1.1" status: 200 len: 946 time: 0.1429741 Aug 10 14:33:15.534340 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-91381384-9eab-4596-81bd-7383707ed8df req-57ebcdda-b788-4e8c-a7f3-1cc7abc96d59 tempest-VolumesActionsTest-1150805267 tempest-VolumesActionsTest-1150805267-project] 10.222.0.42 "GET /v2.0/security-groups?id=359f3478-74cf-459c-8ca5-cc7bffc3d960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260467 Aug 10 14:33:15.862193 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3af090b-1917-4d88-a0b7-d03618484a82 req-088e6058-7a92-40b7-8353-75b8fc53685d tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:33:15.863967 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-b3af090b-1917-4d88-a0b7-d03618484a82 req-088e6058-7a92-40b7-8353-75b8fc53685d tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/ports?device_id=6b203be0-e47c-4371-9eda-83a59ed98be2 HTTP/1.1" status: 200 len: 944 time: 0.0887041 Aug 10 14:33:15.924865 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-b3af090b-1917-4d88-a0b7-d03618484a82 req-bd3c5378-c1f0-4447-b65b-7af1eaf616a0 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/security-groups?id=ecfbe072-fae7-404f-9e98-b7a4caa3c273&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483046 Aug 10 14:33:16.109686 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2f8db4-06f9-4364-95e6-9331b91e62f4 req-6e02bd61-808b-4d36-8fe7-6a0753488cc8 tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:33:16.112364 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-bf2f8db4-06f9-4364-95e6-9331b91e62f4 req-6e02bd61-808b-4d36-8fe7-6a0753488cc8 tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f4b4a64-897e-465f-9bac-f2ddc4135822 HTTP/1.1" status: 200 len: 945 time: 0.0792749 Aug 10 14:33:16.181523 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-bf2f8db4-06f9-4364-95e6-9331b91e62f4 req-525c636d-d4dc-41bf-b8e2-32888162a555 tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] 10.222.0.42 "GET /v2.0/security-groups?id=6de17ce8-2ac1-42a8-95ab-f9984e61b328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625494 Aug 10 14:33:16.714500 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b406d414-c7e7-4fc5-afda-7493e6b9135c req-edd9b684-da85-4f05-9814-bf626fd0a72f tempest-VolumesActionsTest-1150805267 tempest-VolumesActionsTest-1150805267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:33:16.717753 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-b406d414-c7e7-4fc5-afda-7493e6b9135c req-edd9b684-da85-4f05-9814-bf626fd0a72f tempest-VolumesActionsTest-1150805267 tempest-VolumesActionsTest-1150805267-project] 10.222.0.42 "GET /v2.0/ports?device_id=006a8b1f-0b61-486f-b348-369a89fec2a2 HTTP/1.1" status: 200 len: 946 time: 0.0848770 Aug 10 14:33:16.780255 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-b406d414-c7e7-4fc5-afda-7493e6b9135c req-ef4d00b4-2c41-4409-b981-4217893748bb tempest-VolumesActionsTest-1150805267 tempest-VolumesActionsTest-1150805267-project] 10.222.0.42 "GET /v2.0/security-groups?id=359f3478-74cf-459c-8ca5-cc7bffc3d960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516348 Aug 10 14:33:17.104734 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d709e23c-a581-4792-bfde-703a7c997f1c req-26666c18-27a5-47ae-a506-3f492117eb10 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:33:17.106281 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-d709e23c-a581-4792-bfde-703a7c997f1c req-26666c18-27a5-47ae-a506-3f492117eb10 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/ports?device_id=6b203be0-e47c-4371-9eda-83a59ed98be2 HTTP/1.1" status: 200 len: 944 time: 0.0694847 Aug 10 14:33:17.150997 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-d709e23c-a581-4792-bfde-703a7c997f1c req-1eb07941-4aa0-43ec-a052-f97e3a5a792e tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/security-groups?id=ecfbe072-fae7-404f-9e98-b7a4caa3c273&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381420 Aug 10 14:33:17.362272 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fda89a-f5af-4096-8587-80a9de9c25ec req-a64a71d6-893b-4068-9727-b674c3202e4d tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:33:17.364948 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-c7fda89a-f5af-4096-8587-80a9de9c25ec req-a64a71d6-893b-4068-9727-b674c3202e4d tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f4b4a64-897e-465f-9bac-f2ddc4135822 HTTP/1.1" status: 200 len: 945 time: 0.0960310 Aug 10 14:33:17.419723 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-c7fda89a-f5af-4096-8587-80a9de9c25ec req-08835326-3abd-4296-b67a-5beeb2b13790 tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] 10.222.0.42 "GET /v2.0/security-groups?id=6de17ce8-2ac1-42a8-95ab-f9984e61b328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478942 Aug 10 14:33:17.933098 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4ea47a-fcaa-48af-8475-0ec8a85adab2 req-042a0a88-288b-40e7-8764-fe2ea3345087 tempest-VolumesActionsTest-1150805267 tempest-VolumesActionsTest-1150805267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:33:17.936555 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-8a4ea47a-fcaa-48af-8475-0ec8a85adab2 req-042a0a88-288b-40e7-8764-fe2ea3345087 tempest-VolumesActionsTest-1150805267 tempest-VolumesActionsTest-1150805267-project] 10.222.0.42 "GET /v2.0/ports?device_id=006a8b1f-0b61-486f-b348-369a89fec2a2 HTTP/1.1" status: 200 len: 946 time: 0.0720289 Aug 10 14:33:17.998407 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-8a4ea47a-fcaa-48af-8475-0ec8a85adab2 req-010389e8-2657-4034-b663-415a918d7e38 tempest-VolumesActionsTest-1150805267 tempest-VolumesActionsTest-1150805267-project] 10.222.0.42 "GET /v2.0/security-groups?id=359f3478-74cf-459c-8ca5-cc7bffc3d960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478561 Aug 10 14:33:18.335575 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb07aa87-609e-41e4-8571-0ce90fccda5a req-30d884e4-3292-4b9f-aed3-68962ced07cb tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:33:18.338391 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-eb07aa87-609e-41e4-8571-0ce90fccda5a req-30d884e4-3292-4b9f-aed3-68962ced07cb tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/ports?device_id=6b203be0-e47c-4371-9eda-83a59ed98be2 HTTP/1.1" status: 200 len: 944 time: 0.0838645 Aug 10 14:33:18.392042 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-eb07aa87-609e-41e4-8571-0ce90fccda5a req-4da6a164-760a-42bd-ae8b-9ed12037e0a0 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/security-groups?id=ecfbe072-fae7-404f-9e98-b7a4caa3c273&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466292 Aug 10 14:33:18.582682 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a49082-5f59-4876-951b-18769a692f65 req-902edd0c-e5d4-42b2-b6e4-a9ac4b955dfb tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:33:18.584345 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-02a49082-5f59-4876-951b-18769a692f65 req-902edd0c-e5d4-42b2-b6e4-a9ac4b955dfb tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f4b4a64-897e-465f-9bac-f2ddc4135822 HTTP/1.1" status: 200 len: 945 time: 0.0584579 Aug 10 14:33:18.645107 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-02a49082-5f59-4876-951b-18769a692f65 req-fc1fe778-741b-4d8c-8b0d-c15e6784bc1a tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] 10.222.0.42 "GET /v2.0/security-groups?id=6de17ce8-2ac1-42a8-95ab-f9984e61b328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488260 Aug 10 14:33:19.213826 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847a35f7-1fc2-45a2-a1bb-c0b334302eeb req-099acf68-946d-4997-94c2-00301eee22c5 tempest-VolumesActionsTest-1150805267 tempest-VolumesActionsTest-1150805267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:33:19.217500 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-847a35f7-1fc2-45a2-a1bb-c0b334302eeb req-099acf68-946d-4997-94c2-00301eee22c5 tempest-VolumesActionsTest-1150805267 tempest-VolumesActionsTest-1150805267-project] 10.222.0.42 "GET /v2.0/ports?device_id=006a8b1f-0b61-486f-b348-369a89fec2a2 HTTP/1.1" status: 200 len: 946 time: 0.1037169 Aug 10 14:33:19.292032 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-847a35f7-1fc2-45a2-a1bb-c0b334302eeb req-75d9a22c-94a5-466f-bdee-f2bfd7a43240 tempest-VolumesActionsTest-1150805267 tempest-VolumesActionsTest-1150805267-project] 10.222.0.42 "GET /v2.0/security-groups?id=359f3478-74cf-459c-8ca5-cc7bffc3d960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672963 Aug 10 14:33:19.546853 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cf513d-56b1-42b6-8c60-0b3aa45e3bac req-342cdb43-4c65-425c-a3ea-745ba46e710c tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:33:19.548485 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-a2cf513d-56b1-42b6-8c60-0b3aa45e3bac req-342cdb43-4c65-425c-a3ea-745ba46e710c tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/ports?device_id=6b203be0-e47c-4371-9eda-83a59ed98be2 HTTP/1.1" status: 200 len: 944 time: 0.0604525 Aug 10 14:33:19.590170 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-a2cf513d-56b1-42b6-8c60-0b3aa45e3bac req-19642ad5-48c3-4c21-b341-8dc6c0aa5567 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/security-groups?id=ecfbe072-fae7-404f-9e98-b7a4caa3c273&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355315 Aug 10 14:33:19.809632 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec75b18-fab6-4687-a664-dfc6d148553f req-43e1526f-f6e3-4717-a012-c84ea1b10661 tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:33:19.812867 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-cec75b18-fab6-4687-a664-dfc6d148553f req-43e1526f-f6e3-4717-a012-c84ea1b10661 tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f4b4a64-897e-465f-9bac-f2ddc4135822 HTTP/1.1" status: 200 len: 945 time: 0.0876062 Aug 10 14:33:19.876154 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-cec75b18-fab6-4687-a664-dfc6d148553f req-3a51cf85-d406-47ef-9b84-c19ad337fabf tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] 10.222.0.42 "GET /v2.0/security-groups?id=6de17ce8-2ac1-42a8-95ab-f9984e61b328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569651 Aug 10 14:33:20.442965 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac3caa5-adcc-46be-88f1-8a1e7139430b req-1da73602-3c98-4793-b3be-de3a9e41f46c tempest-VolumesActionsTest-1150805267 tempest-VolumesActionsTest-1150805267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:33:20.444699 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-aac3caa5-adcc-46be-88f1-8a1e7139430b req-1da73602-3c98-4793-b3be-de3a9e41f46c tempest-VolumesActionsTest-1150805267 tempest-VolumesActionsTest-1150805267-project] 10.222.0.42 "GET /v2.0/ports?device_id=006a8b1f-0b61-486f-b348-369a89fec2a2 HTTP/1.1" status: 200 len: 946 time: 0.0673313 Aug 10 14:33:20.492935 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-aac3caa5-adcc-46be-88f1-8a1e7139430b req-51030e57-d00b-4a91-b78a-9ffc1368653b tempest-VolumesActionsTest-1150805267 tempest-VolumesActionsTest-1150805267-project] 10.222.0.42 "GET /v2.0/security-groups?id=359f3478-74cf-459c-8ca5-cc7bffc3d960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413303 Aug 10 14:33:20.759457 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbb61d0-5642-49eb-befd-a95a8015323f req-347a1fef-eeef-4ef9-9ac8-c3369ffb3d18 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:33:20.760927 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-6bbb61d0-5642-49eb-befd-a95a8015323f req-347a1fef-eeef-4ef9-9ac8-c3369ffb3d18 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/ports?device_id=6b203be0-e47c-4371-9eda-83a59ed98be2 HTTP/1.1" status: 200 len: 944 time: 0.0643380 Aug 10 14:33:20.818213 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-6bbb61d0-5642-49eb-befd-a95a8015323f req-2d9768a8-fc89-4323-ae0a-7360d7162f31 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/security-groups?id=ecfbe072-fae7-404f-9e98-b7a4caa3c273&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480611 Aug 10 14:33:21.037155 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68b4752-e10c-45bd-b8f8-359b4a08765d req-d2034740-83bd-4a4c-8d2c-c52ddab705bf tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:33:21.039053 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-a68b4752-e10c-45bd-b8f8-359b4a08765d req-d2034740-83bd-4a4c-8d2c-c52ddab705bf tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f4b4a64-897e-465f-9bac-f2ddc4135822 HTTP/1.1" status: 200 len: 945 time: 0.0578737 Aug 10 14:33:21.081854 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-a68b4752-e10c-45bd-b8f8-359b4a08765d req-57736c85-9539-4ab3-92de-25af42939477 tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] 10.222.0.42 "GET /v2.0/security-groups?id=6de17ce8-2ac1-42a8-95ab-f9984e61b328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366280 Aug 10 14:33:21.658372 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008cbfa2-3546-4d61-875d-a7ef839ce342 req-9bc6e3cb-61b7-42fc-b6c3-d4cc66f36d4a tempest-VolumesActionsTest-1150805267 tempest-VolumesActionsTest-1150805267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:33:21.659894 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-008cbfa2-3546-4d61-875d-a7ef839ce342 req-9bc6e3cb-61b7-42fc-b6c3-d4cc66f36d4a tempest-VolumesActionsTest-1150805267 tempest-VolumesActionsTest-1150805267-project] 10.222.0.42 "GET /v2.0/ports?device_id=006a8b1f-0b61-486f-b348-369a89fec2a2 HTTP/1.1" status: 200 len: 946 time: 0.0829337 Aug 10 14:33:21.719706 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-008cbfa2-3546-4d61-875d-a7ef839ce342 req-920f77b5-bb2a-4e29-b2f2-53b3857094dd tempest-VolumesActionsTest-1150805267 tempest-VolumesActionsTest-1150805267-project] 10.222.0.42 "GET /v2.0/security-groups?id=359f3478-74cf-459c-8ca5-cc7bffc3d960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532377 Aug 10 14:33:22.013268 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce67200-e547-43c3-892a-2b3a467b6805 req-b9470c3d-1126-48d2-b5c9-dffca7aba3e7 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:33:22.015996 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-0ce67200-e547-43c3-892a-2b3a467b6805 req-b9470c3d-1126-48d2-b5c9-dffca7aba3e7 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/ports?device_id=6b203be0-e47c-4371-9eda-83a59ed98be2 HTTP/1.1" status: 200 len: 944 time: 0.0846152 Aug 10 14:33:22.072435 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-0ce67200-e547-43c3-892a-2b3a467b6805 req-58fc7920-39c0-48a5-83bb-9c0173fa8172 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/security-groups?id=ecfbe072-fae7-404f-9e98-b7a4caa3c273&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444899 Aug 10 14:33:22.234065 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d82f8f-1cb0-4b9e-996a-ecd965d83553 req-0cbece0b-f20a-491c-86e1-7d4f2615a174 tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:33:22.235634 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-21d82f8f-1cb0-4b9e-996a-ecd965d83553 req-0cbece0b-f20a-491c-86e1-7d4f2615a174 tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f4b4a64-897e-465f-9bac-f2ddc4135822 HTTP/1.1" status: 200 len: 945 time: 0.0586972 Aug 10 14:33:22.300740 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-21d82f8f-1cb0-4b9e-996a-ecd965d83553 req-e6268fd2-60ce-4cb1-9fb6-8e4dfd4a0e3a tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] 10.222.0.42 "GET /v2.0/security-groups?id=6de17ce8-2ac1-42a8-95ab-f9984e61b328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553436 Aug 10 14:33:22.879962 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a951b4-b5be-4423-ba90-22d609fd2ca6 req-3f428264-bdd4-4316-8919-f61b05ad8750 tempest-VolumesActionsTest-1150805267 tempest-VolumesActionsTest-1150805267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:33:22.882927 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-48a951b4-b5be-4423-ba90-22d609fd2ca6 req-3f428264-bdd4-4316-8919-f61b05ad8750 tempest-VolumesActionsTest-1150805267 tempest-VolumesActionsTest-1150805267-project] 10.222.0.42 "GET /v2.0/ports?device_id=006a8b1f-0b61-486f-b348-369a89fec2a2 HTTP/1.1" status: 200 len: 946 time: 0.0726418 Aug 10 14:33:22.950138 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-48a951b4-b5be-4423-ba90-22d609fd2ca6 req-298dbfec-10e1-4eae-90e2-61d89b8caec9 tempest-VolumesActionsTest-1150805267 tempest-VolumesActionsTest-1150805267-project] 10.222.0.42 "GET /v2.0/security-groups?id=359f3478-74cf-459c-8ca5-cc7bffc3d960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584352 Aug 10 14:33:23.212928 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5665eb-4ad8-4bf7-aeaa-f10df0e07ff0 req-34a10416-d4d1-4487-84e3-b1684386c90b tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:33:23.214802 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-ea5665eb-4ad8-4bf7-aeaa-f10df0e07ff0 req-34a10416-d4d1-4487-84e3-b1684386c90b tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/ports?device_id=6b203be0-e47c-4371-9eda-83a59ed98be2 HTTP/1.1" status: 200 len: 944 time: 0.0581360 Aug 10 14:33:23.264694 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-ea5665eb-4ad8-4bf7-aeaa-f10df0e07ff0 req-94aca160-b423-4af5-aa2d-ae6981f6ca4e tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/security-groups?id=ecfbe072-fae7-404f-9e98-b7a4caa3c273&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383954 Aug 10 14:33:23.447161 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808f56df-5545-433f-8249-6f2ee6fdbc62 req-3b037ccd-cd3d-4f90-827e-9b5fee97a1d8 tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:33:23.448785 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-808f56df-5545-433f-8249-6f2ee6fdbc62 req-3b037ccd-cd3d-4f90-827e-9b5fee97a1d8 tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f4b4a64-897e-465f-9bac-f2ddc4135822 HTTP/1.1" status: 200 len: 945 time: 0.0616012 Aug 10 14:33:23.511129 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-808f56df-5545-433f-8249-6f2ee6fdbc62 req-2695db24-2fe8-421f-8138-cb996c4f4e45 tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] 10.222.0.42 "GET /v2.0/security-groups?id=6de17ce8-2ac1-42a8-95ab-f9984e61b328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519378 Aug 10 14:33:24.115986 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe20d00-86dc-486b-be9f-6ef4ab3c7226 req-d9d5935b-2e11-49f7-a2ab-e40aef01b4dc tempest-VolumesActionsTest-1150805267 tempest-VolumesActionsTest-1150805267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:33:24.117669 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-bbe20d00-86dc-486b-be9f-6ef4ab3c7226 req-d9d5935b-2e11-49f7-a2ab-e40aef01b4dc tempest-VolumesActionsTest-1150805267 tempest-VolumesActionsTest-1150805267-project] 10.222.0.42 "GET /v2.0/ports?device_id=006a8b1f-0b61-486f-b348-369a89fec2a2 HTTP/1.1" status: 200 len: 946 time: 0.0811429 Aug 10 14:33:24.169869 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-bbe20d00-86dc-486b-be9f-6ef4ab3c7226 req-bb5f7e80-9524-446d-8976-34a0635539d1 tempest-VolumesActionsTest-1150805267 tempest-VolumesActionsTest-1150805267-project] 10.222.0.42 "GET /v2.0/security-groups?id=359f3478-74cf-459c-8ca5-cc7bffc3d960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446341 Aug 10 14:33:24.430335 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b948cf4-7275-457c-b208-85ebfdb8f0ca req-12d06327-6657-4e0e-a2f0-26274006a693 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:33:24.431962 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-9b948cf4-7275-457c-b208-85ebfdb8f0ca req-12d06327-6657-4e0e-a2f0-26274006a693 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/ports?device_id=6b203be0-e47c-4371-9eda-83a59ed98be2 HTTP/1.1" status: 200 len: 944 time: 0.0736458 Aug 10 14:33:24.475999 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-9b948cf4-7275-457c-b208-85ebfdb8f0ca req-255dc244-e809-4c48-ae80-1aab26349848 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/security-groups?id=ecfbe072-fae7-404f-9e98-b7a4caa3c273&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363481 Aug 10 14:33:24.675431 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63724017-be6c-4e31-a156-65dfbae8899e req-b170bb58-f945-4aa3-9518-3758bc38422c tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:33:24.678172 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-63724017-be6c-4e31-a156-65dfbae8899e req-b170bb58-f945-4aa3-9518-3758bc38422c tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f4b4a64-897e-465f-9bac-f2ddc4135822 HTTP/1.1" status: 200 len: 945 time: 0.0862198 Aug 10 14:33:24.721183 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-63724017-be6c-4e31-a156-65dfbae8899e req-9a82aa8b-8b0f-4bb5-92c3-cb883abb3a0b tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] 10.222.0.42 "GET /v2.0/security-groups?id=6de17ce8-2ac1-42a8-95ab-f9984e61b328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365739 Aug 10 14:33:25.263388 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d218eef8-6f07-4b1c-b31c-99d34aff1473 req-ddac3964-05f0-4f36-88bc-d6f18b6dca22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:33:25.266182 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-d218eef8-6f07-4b1c-b31c-99d34aff1473 req-ddac3964-05f0-4f36-88bc-d6f18b6dca22 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=006a8b1f-0b61-486f-b348-369a89fec2a2 HTTP/1.1" status: 200 len: 1099 time: 0.0844762 Aug 10 14:33:25.351800 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-d218eef8-6f07-4b1c-b31c-99d34aff1473 req-9fe98590-a9ac-4292-acf1-47e1dc69b0c3 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=359f3478-74cf-459c-8ca5-cc7bffc3d960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763535 Aug 10 14:33:25.375627 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a2c84a-a514-41b8-a395-157d3e28898b req-0bffe3d2-6306-495f-ba42-c094235a1d3d tempest-VolumesActionsTest-1150805267 tempest-VolumesActionsTest-1150805267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:33:25.377411 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-d9a2c84a-a514-41b8-a395-157d3e28898b req-0bffe3d2-6306-495f-ba42-c094235a1d3d tempest-VolumesActionsTest-1150805267 tempest-VolumesActionsTest-1150805267-project] 10.222.0.42 "GET /v2.0/ports?device_id=006a8b1f-0b61-486f-b348-369a89fec2a2 HTTP/1.1" status: 200 len: 946 time: 0.0776162 Aug 10 14:33:25.421751 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-d9a2c84a-a514-41b8-a395-157d3e28898b req-f1aefa7d-70a4-4c96-9d5f-2615ae2bae49 tempest-VolumesActionsTest-1150805267 tempest-VolumesActionsTest-1150805267-project] 10.222.0.42 "GET /v2.0/security-groups?id=359f3478-74cf-459c-8ca5-cc7bffc3d960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378439 Aug 10 14:33:25.608990 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7f49ee-fb88-4028-9b69-ea00d38b42e6 req-f867dcef-6f73-4a4b-835a-7f197634f368 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:33:25.610624 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-8f7f49ee-fb88-4028-9b69-ea00d38b42e6 req-f867dcef-6f73-4a4b-835a-7f197634f368 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/ports?device_id=6b203be0-e47c-4371-9eda-83a59ed98be2 HTTP/1.1" status: 200 len: 944 time: 0.0530202 Aug 10 14:33:25.656352 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-8f7f49ee-fb88-4028-9b69-ea00d38b42e6 req-b8ac5426-5a96-4462-8fb8-4780b135ebc0 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/security-groups?id=ecfbe072-fae7-404f-9e98-b7a4caa3c273&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394230 Aug 10 14:33:25.854794 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947155e4-5ddf-4e76-b38f-79414aa39b78 req-0ec567e4-2538-4a7c-a4fa-f5fcf269aa27 tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:33:25.856378 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-947155e4-5ddf-4e76-b38f-79414aa39b78 req-0ec567e4-2538-4a7c-a4fa-f5fcf269aa27 tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f4b4a64-897e-465f-9bac-f2ddc4135822 HTTP/1.1" status: 200 len: 945 time: 0.0602636 Aug 10 14:33:25.908975 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-947155e4-5ddf-4e76-b38f-79414aa39b78 req-fc344b6b-a3ba-4eb2-85ad-b0bb75e198d1 tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] 10.222.0.42 "GET /v2.0/security-groups?id=6de17ce8-2ac1-42a8-95ab-f9984e61b328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450389 Aug 10 14:33:26.105908 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-d3052bab-b7b7-4ec7-aa1e-286085cd4478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:33:26.594673 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1be209e-aff2-4c9e-9888-10e5ceb3c23b req-611389ea-3207-44d6-b342-2e03386d5dd9 tempest-VolumesActionsTest-1150805267 tempest-VolumesActionsTest-1150805267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:33:26.596264 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-f1be209e-aff2-4c9e-9888-10e5ceb3c23b req-611389ea-3207-44d6-b342-2e03386d5dd9 tempest-VolumesActionsTest-1150805267 tempest-VolumesActionsTest-1150805267-project] 10.222.0.42 "GET /v2.0/ports?device_id=006a8b1f-0b61-486f-b348-369a89fec2a2 HTTP/1.1" status: 200 len: 946 time: 0.0678511 Aug 10 14:33:26.638940 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-f1be209e-aff2-4c9e-9888-10e5ceb3c23b req-10a70570-4a3d-49e8-a128-4c0cb41f0710 tempest-VolumesActionsTest-1150805267 tempest-VolumesActionsTest-1150805267-project] 10.222.0.42 "GET /v2.0/security-groups?id=359f3478-74cf-459c-8ca5-cc7bffc3d960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362771 Aug 10 14:33:26.785810 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d705d431-8be8-4a82-b484-4a91ab420c87 req-87ca9bb2-6877-4ee9-8400-361935902fba tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:33:26.787412 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-d705d431-8be8-4a82-b484-4a91ab420c87 req-87ca9bb2-6877-4ee9-8400-361935902fba tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/ports?device_id=6b203be0-e47c-4371-9eda-83a59ed98be2 HTTP/1.1" status: 200 len: 944 time: 0.0516720 Aug 10 14:33:26.827736 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-d705d431-8be8-4a82-b484-4a91ab420c87 req-6f368a47-8d0a-4b33-8055-4a90e50c1fa3 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/security-groups?id=ecfbe072-fae7-404f-9e98-b7a4caa3c273&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340807 Aug 10 14:33:27.036843 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfcebb6-be77-4024-ad40-43b790992fb2 req-7940ea22-7c62-4e6e-9a09-30b1e34d1a9d tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:33:27.038456 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-7dfcebb6-be77-4024-ad40-43b790992fb2 req-7940ea22-7c62-4e6e-9a09-30b1e34d1a9d tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f4b4a64-897e-465f-9bac-f2ddc4135822 HTTP/1.1" status: 200 len: 945 time: 0.0527642 Aug 10 14:33:27.080710 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-7dfcebb6-be77-4024-ad40-43b790992fb2 req-b860ec30-7648-4a76-957e-0f7ee9da8f0f tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] 10.222.0.42 "GET /v2.0/security-groups?id=6de17ce8-2ac1-42a8-95ab-f9984e61b328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361159 Aug 10 14:33:27.513097 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b586855-8f60-47f1-8100-cd9ff2b24bc3 req-8f94197b-597a-44ba-b6e6-df8c23dc42d5 tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:33:27.514750 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-2b586855-8f60-47f1-8100-cd9ff2b24bc3 req-8f94197b-597a-44ba-b6e6-df8c23dc42d5 tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f4b4a64-897e-465f-9bac-f2ddc4135822 HTTP/1.1" status: 200 len: 945 time: 0.0876119 Aug 10 14:33:27.516838 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b28e02-ed1e-4d9e-9d5d-06cf51abb1e3 req-99b19162-84e1-4286-883b-0821097a648d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:33:27.518311 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-00b28e02-ed1e-4d9e-9d5d-06cf51abb1e3 req-99b19162-84e1-4286-883b-0821097a648d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bf4e0f7339204a0c95f8d4f09f21f7e0&device_id=0f4b4a64-897e-465f-9bac-f2ddc4135822 HTTP/1.1" status: 200 len: 1098 time: 0.0793250 Aug 10 14:33:27.611591 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-2b586855-8f60-47f1-8100-cd9ff2b24bc3 req-b75b406b-c4a8-4564-bdd0-aeda368c8025 tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] 10.222.0.42 "GET /v2.0/security-groups?id=6de17ce8-2ac1-42a8-95ab-f9984e61b328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906637 Aug 10 14:33:27.645790 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b28e02-ed1e-4d9e-9d5d-06cf51abb1e3 req-82279066-14f1-48c6-8789-1d7948b53369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:33:27.647303 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-00b28e02-ed1e-4d9e-9d5d-06cf51abb1e3 req-82279066-14f1-48c6-8789-1d7948b53369 service neutron] 10.222.0.18 "GET /v2.0/networks?id=468e5951-9973-4325-8315-97f35e9a6c27 HTTP/1.1" status: 200 len: 920 time: 0.1201560 Aug 10 14:33:27.697519 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-00b28e02-ed1e-4d9e-9d5d-06cf51abb1e3 req-78ced908-8c89-4c31-9c20-26a399a20de0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=85ef6664-f2b0-44a5-9eb7-d8ada8adac40 HTTP/1.1" status: 200 len: 217 time: 0.0376294 Aug 10 14:33:27.810945 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b28e02-ed1e-4d9e-9d5d-06cf51abb1e3 req-5cfcc287-a36f-4915-a130-08a38e9587d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:33:27.813438 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-00b28e02-ed1e-4d9e-9d5d-06cf51abb1e3 req-5cfcc287-a36f-4915-a130-08a38e9587d1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=525c6944-484f-4ed6-9e34-5e6d53ad95f0 HTTP/1.1" status: 200 len: 859 time: 0.1076748 Aug 10 14:33:27.871339 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-00b28e02-ed1e-4d9e-9d5d-06cf51abb1e3 req-faabbeab-ea62-4a0c-a3b0-5a6c2378113e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=468e5951-9973-4325-8315-97f35e9a6c27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466208 Aug 10 14:33:27.893911 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35d3282-ca66-46ae-ba1c-2fdf06c61a4b req-54f90cb3-0d3c-4e72-a6cb-e819cdfe31cf tempest-VolumesActionsTest-1150805267 tempest-VolumesActionsTest-1150805267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:33:27.896675 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-b35d3282-ca66-46ae-ba1c-2fdf06c61a4b req-54f90cb3-0d3c-4e72-a6cb-e819cdfe31cf tempest-VolumesActionsTest-1150805267 tempest-VolumesActionsTest-1150805267-project] 10.222.0.42 "GET /v2.0/ports?device_id=006a8b1f-0b61-486f-b348-369a89fec2a2 HTTP/1.1" status: 200 len: 946 time: 0.1451731 Aug 10 14:33:28.054938 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-b35d3282-ca66-46ae-ba1c-2fdf06c61a4b req-2fe633ca-4ed8-43ab-945a-e8297ee9bf05 tempest-VolumesActionsTest-1150805267 tempest-VolumesActionsTest-1150805267-project] 10.222.0.42 "GET /v2.0/security-groups?id=359f3478-74cf-459c-8ca5-cc7bffc3d960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423960 Aug 10 14:33:28.085795 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce477e90-1761-4c37-8edc-e4031cf3f54e req-a3ab44f2-f1b4-48c1-ad45-669e52e32539 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:33:28.087370 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-ce477e90-1761-4c37-8edc-e4031cf3f54e req-a3ab44f2-f1b4-48c1-ad45-669e52e32539 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/ports?device_id=6b203be0-e47c-4371-9eda-83a59ed98be2 HTTP/1.1" status: 200 len: 944 time: 0.1062648 Aug 10 14:33:28.092364 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-00b28e02-ed1e-4d9e-9d5d-06cf51abb1e3 req-a2438bed-9486-4ef0-9b7f-5fc31df09e9e service neutron] 10.222.0.18 "GET /v2.0/networks/468e5951-9973-4325-8315-97f35e9a6c27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1942618 Aug 10 14:33:28.191746 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-ce477e90-1761-4c37-8edc-e4031cf3f54e req-5c77e621-0e72-4f8f-ac57-e1cf58850672 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/security-groups?id=ecfbe072-fae7-404f-9e98-b7a4caa3c273&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0957530 Aug 10 14:33:28.238865 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-00b28e02-ed1e-4d9e-9d5d-06cf51abb1e3 req-10f30fa0-620c-4d96-8840-b57319f53de5 service neutron] 10.222.0.18 "GET /v2.0/networks/468e5951-9973-4325-8315-97f35e9a6c27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363099 Aug 10 14:33:28.956857 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f10ad5-62de-40dd-8b0c-18b4b28df520 req-2c55e397-060f-4ffd-9909-36d129b5f1a4 tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:33:28.958520 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-23f10ad5-62de-40dd-8b0c-18b4b28df520 req-2c55e397-060f-4ffd-9909-36d129b5f1a4 tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f4b4a64-897e-465f-9bac-f2ddc4135822 HTTP/1.1" status: 200 len: 945 time: 0.2681010 Aug 10 14:33:29.027855 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-23f10ad5-62de-40dd-8b0c-18b4b28df520 req-06cac435-7856-4e79-9f8e-52acfaae5b5c tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] 10.222.0.42 "GET /v2.0/security-groups?id=6de17ce8-2ac1-42a8-95ab-f9984e61b328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577445 Aug 10 14:33:29.037196 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b33f42-5dec-4329-a155-77c82a6b510d req-3be19c4d-1625-4cf9-b97c-7f4c18d8e48e tempest-VolumesActionsTest-1150805267 tempest-VolumesActionsTest-1150805267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:33:29.038821 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-93b33f42-5dec-4329-a155-77c82a6b510d req-3be19c4d-1625-4cf9-b97c-7f4c18d8e48e tempest-VolumesActionsTest-1150805267 tempest-VolumesActionsTest-1150805267-project] 10.222.0.42 "GET /v2.0/ports?device_id=006a8b1f-0b61-486f-b348-369a89fec2a2 HTTP/1.1" status: 200 len: 946 time: 0.0793600 Aug 10 14:33:29.080977 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-93b33f42-5dec-4329-a155-77c82a6b510d req-3a00f50a-957a-48d7-a1c6-856d93e3bd95 tempest-VolumesActionsTest-1150805267 tempest-VolumesActionsTest-1150805267-project] 10.222.0.42 "GET /v2.0/security-groups?id=359f3478-74cf-459c-8ca5-cc7bffc3d960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358629 Aug 10 14:33:29.124376 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:33:29.129052 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-add711fa-f351-4978-9737-ccd4e224124b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:33:29.228536 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ad1ab1-15cc-48c3-9a19-2caa5e5aabe7 req-f92addfb-a1e3-4c35-9bd5-4fc0a8757d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:33:29.230203 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-36ad1ab1-15cc-48c3-9a19-2caa5e5aabe7 req-f92addfb-a1e3-4c35-9bd5-4fc0a8757d5d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e156b5d0a1d64f118dbb019f54a5f1f0&device_id=6b203be0-e47c-4371-9eda-83a59ed98be2 HTTP/1.1" status: 200 len: 1097 time: 0.0489326 Aug 10 14:33:29.455915 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c92c10d-9730-4c02-b591-826c96597e75 req-b53c0061-d542-4abd-a31c-3c4f01257960 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:33:29.458675 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-0c92c10d-9730-4c02-b591-826c96597e75 req-b53c0061-d542-4abd-a31c-3c4f01257960 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/ports?device_id=6b203be0-e47c-4371-9eda-83a59ed98be2 HTTP/1.1" status: 200 len: 944 time: 0.1661060 Aug 10 14:33:29.512152 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ad1ab1-15cc-48c3-9a19-2caa5e5aabe7 req-f3a1157b-0391-4a25-9469-4a3baa4efd41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:33:29.515287 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-36ad1ab1-15cc-48c3-9a19-2caa5e5aabe7 req-f3a1157b-0391-4a25-9469-4a3baa4efd41 service neutron] 10.222.0.18 "GET /v2.0/networks?id=86a6d1d4-f800-47bf-859f-81a5bd8d7c63 HTTP/1.1" status: 200 len: 917 time: 0.2541885 Aug 10 14:33:29.610458 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-0c92c10d-9730-4c02-b591-826c96597e75 req-2ee07730-0345-4d7b-ba84-d3932f1092f1 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/security-groups?id=ecfbe072-fae7-404f-9e98-b7a4caa3c273&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1426272 Aug 10 14:33:29.654245 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-36ad1ab1-15cc-48c3-9a19-2caa5e5aabe7 req-580fc512-2d4d-46e2-ab99-aa62c5f58f87 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d7c73a10-55f7-4d62-9fe7-4a227b278bb5 HTTP/1.1" status: 200 len: 1000 time: 0.1284804 Aug 10 14:33:29.710704 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ad1ab1-15cc-48c3-9a19-2caa5e5aabe7 req-0a94af9d-fc91-4af0-b153-dace9f233f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:33:29.712230 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-36ad1ab1-15cc-48c3-9a19-2caa5e5aabe7 req-0a94af9d-fc91-4af0-b153-dace9f233f32 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=061e4b8c-ab2d-4682-a3d2-e34df59bc21f HTTP/1.1" status: 200 len: 855 time: 0.0502217 Aug 10 14:33:29.781991 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ad1ab1-15cc-48c3-9a19-2caa5e5aabe7 req-efe52abc-3bd9-4e63-a8db-be39f33f1856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:33:29.783439 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-36ad1ab1-15cc-48c3-9a19-2caa5e5aabe7 req-efe52abc-3bd9-4e63-a8db-be39f33f1856 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=86a6d1d4-f800-47bf-859f-81a5bd8d7c63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0525460 Aug 10 14:33:29.888056 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-36ad1ab1-15cc-48c3-9a19-2caa5e5aabe7 req-c618e3bd-85b0-412e-9253-ca61352d935c service neutron] 10.222.0.18 "GET /v2.0/networks/86a6d1d4-f800-47bf-859f-81a5bd8d7c63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950978 Aug 10 14:33:30.010810 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-36ad1ab1-15cc-48c3-9a19-2caa5e5aabe7 req-e3c93737-5b26-421a-909c-45435bc67dd8 service neutron] 10.222.0.18 "GET /v2.0/networks/86a6d1d4-f800-47bf-859f-81a5bd8d7c63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131303 Aug 10 14:33:30.183782 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-1682deac-1581-4d55-87bc-bceb4bcaf759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:33:30.209823 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6d7b21-eb56-4d08-8779-a995af8a391b req-363dc5fd-e6eb-4f3b-8b2f-d5d0b513460f tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:33:30.212402 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-0d6d7b21-eb56-4d08-8779-a995af8a391b req-363dc5fd-e6eb-4f3b-8b2f-d5d0b513460f tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f4b4a64-897e-465f-9bac-f2ddc4135822 HTTP/1.1" status: 200 len: 945 time: 0.0923350 Aug 10 14:33:30.313690 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9d8814-30da-4bd9-892d-23a1035414d9 req-30e987cb-a21c-48ec-b383-0f8b6cda1d92 tempest-VolumesActionsTest-1150805267 tempest-VolumesActionsTest-1150805267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:33:30.315564 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-fd9d8814-30da-4bd9-892d-23a1035414d9 req-30e987cb-a21c-48ec-b383-0f8b6cda1d92 tempest-VolumesActionsTest-1150805267 tempest-VolumesActionsTest-1150805267-project] 10.222.0.42 "GET /v2.0/ports?device_id=006a8b1f-0b61-486f-b348-369a89fec2a2 HTTP/1.1" status: 200 len: 946 time: 0.1434565 Aug 10 14:33:30.319074 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-0d6d7b21-eb56-4d08-8779-a995af8a391b req-ed4590e6-b4fa-4410-abe2-e4d2fcf32890 tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] 10.222.0.42 "GET /v2.0/security-groups?id=6de17ce8-2ac1-42a8-95ab-f9984e61b328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801585 Aug 10 14:33:30.363613 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-fd9d8814-30da-4bd9-892d-23a1035414d9 req-e407364e-1574-4742-be07-d3614c4525d4 tempest-VolumesActionsTest-1150805267 tempest-VolumesActionsTest-1150805267-project] 10.222.0.42 "GET /v2.0/security-groups?id=359f3478-74cf-459c-8ca5-cc7bffc3d960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402043 Aug 10 14:33:30.770976 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607d055d-3091-4a03-a3ff-0d4f153ac882 req-396501b1-80f4-429f-841d-1f7b221937c3 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:33:30.772597 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-607d055d-3091-4a03-a3ff-0d4f153ac882 req-396501b1-80f4-429f-841d-1f7b221937c3 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/ports?device_id=6b203be0-e47c-4371-9eda-83a59ed98be2 HTTP/1.1" status: 200 len: 944 time: 0.0522897 Aug 10 14:33:30.814650 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-607d055d-3091-4a03-a3ff-0d4f153ac882 req-e45bbf84-5df5-4fb2-9f62-cdc4513b5726 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/security-groups?id=ecfbe072-fae7-404f-9e98-b7a4caa3c273&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351233 Aug 10 14:33:30.921872 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0747b4-0a36-43ab-8231-9ea1b25d787e req-c96d3520-3143-4418-878e-8581425c4def tempest-VolumesActionsTest-1150805267 tempest-VolumesActionsTest-1150805267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:33:30.923448 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-4b0747b4-0a36-43ab-8231-9ea1b25d787e req-c96d3520-3143-4418-878e-8581425c4def tempest-VolumesActionsTest-1150805267 tempest-VolumesActionsTest-1150805267-project] 10.222.0.18 "GET /v2.0/ports?device_id=006a8b1f-0b61-486f-b348-369a89fec2a2 HTTP/1.1" status: 200 len: 946 time: 0.0536356 Aug 10 14:33:31.034812 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.plugin [req-4b0747b4-0a36-43ab-8231-9ea1b25d787e req-681888ab-d578-4c6c-b973-0bc49604d81e tempest-VolumesActionsTest-1150805267 tempest-VolumesActionsTest-1150805267-project] Deleting port 62fb8481-b886-4fe6-928d-3c1be7994d68 {{(pid=93410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 14:33:31.035508 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-4b0747b4-0a36-43ab-8231-9ea1b25d787e req-681888ab-d578-4c6c-b973-0bc49604d81e tempest-VolumesActionsTest-1150805267 tempest-VolumesActionsTest-1150805267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786683848753'] for port, before_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:33:31.154364 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [req-4b0747b4-0a36-43ab-8231-9ea1b25d787e req-681888ab-d578-4c6c-b973-0bc49604d81e tempest-VolumesActionsTest-1150805267 tempest-VolumesActionsTest-1150805267-project] For port 62fb8481-b886-4fe6-928d-3c1be7994d68, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=62fb8481-b886-4fe6-928d-3c1be7994d68,segment=NetworkSegment(c2bbb4b4-37e0-4687-a413-1b893c887ed7),segment_id=c2bbb4b4-37e0-4687-a413-1b893c887ed7)] {{(pid=93410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:33:31.154731 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-4b0747b4-0a36-43ab-8231-9ea1b25d787e req-681888ab-d578-4c6c-b973-0bc49604d81e tempest-VolumesActionsTest-1150805267 tempest-VolumesActionsTest-1150805267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-879274'] for port, precommit_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:33:31.170181 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.plugin [req-4b0747b4-0a36-43ab-8231-9ea1b25d787e req-681888ab-d578-4c6c-b973-0bc49604d81e tempest-VolumesActionsTest-1150805267 tempest-VolumesActionsTest-1150805267-project] Calling delete_port for 62fb8481-b886-4fe6-928d-3c1be7994d68 owned by compute:nova {{(pid=93410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 14:33:31.402240 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-4b0747b4-0a36-43ab-8231-9ea1b25d787e req-681888ab-d578-4c6c-b973-0bc49604d81e tempest-VolumesActionsTest-1150805267 tempest-VolumesActionsTest-1150805267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786683854475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786683465207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26372150'] for port, after_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:33:31.425627 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.db [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] get_ports_and_sgs() called for port_ids ['62fb8481-b886-4fe6-928d-3c1be7994d68'] {{(pid=93412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 14:33:31.471128 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681888ab-d578-4c6c-b973-0bc49604d81e tempest-VolumesActionsTest-1150805267 tempest-VolumesActionsTest-1150805267-project] Pushing event deleted for resources: {'Port': ['ID=62fb8481-b886-4fe6-928d-3c1be7994d68,revision_number=None']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:33:31.543114 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681888ab-d578-4c6c-b973-0bc49604d81e tempest-VolumesActionsTest-1150805267 tempest-VolumesActionsTest-1150805267-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:33:31.543397 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681888ab-d578-4c6c-b973-0bc49604d81e tempest-VolumesActionsTest-1150805267 tempest-VolumesActionsTest-1150805267-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:33:31.545038 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681888ab-d578-4c6c-b973-0bc49604d81e tempest-VolumesActionsTest-1150805267 tempest-VolumesActionsTest-1150805267-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:33:31.545038 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681888ab-d578-4c6c-b973-0bc49604d81e tempest-VolumesActionsTest-1150805267 tempest-VolumesActionsTest-1150805267-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:33:31.545038 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681888ab-d578-4c6c-b973-0bc49604d81e tempest-VolumesActionsTest-1150805267 tempest-VolumesActionsTest-1150805267-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:33:31.545565 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681888ab-d578-4c6c-b973-0bc49604d81e tempest-VolumesActionsTest-1150805267 tempest-VolumesActionsTest-1150805267-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:33:31.545565 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681888ab-d578-4c6c-b973-0bc49604d81e tempest-VolumesActionsTest-1150805267 tempest-VolumesActionsTest-1150805267-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:33:31.545805 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681888ab-d578-4c6c-b973-0bc49604d81e tempest-VolumesActionsTest-1150805267 tempest-VolumesActionsTest-1150805267-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:33:31.546121 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681888ab-d578-4c6c-b973-0bc49604d81e tempest-VolumesActionsTest-1150805267 tempest-VolumesActionsTest-1150805267-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:33:31.546462 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681888ab-d578-4c6c-b973-0bc49604d81e tempest-VolumesActionsTest-1150805267 tempest-VolumesActionsTest-1150805267-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:33:31.546780 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681888ab-d578-4c6c-b973-0bc49604d81e tempest-VolumesActionsTest-1150805267 tempest-VolumesActionsTest-1150805267-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:33:31.547113 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-681888ab-d578-4c6c-b973-0bc49604d81e tempest-VolumesActionsTest-1150805267 tempest-VolumesActionsTest-1150805267-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:33:31.551489 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-9bfb8867-38d9-4a91-aefa-ffaca911d60b req-2b34a694-258f-44fc-b401-6d1e1abbdb33 tempest-VolumesActionsTest-1150805267 tempest-VolumesActionsTest-1150805267-project] 10.222.0.42 "GET /v2.0/ports?device_id=006a8b1f-0b61-486f-b348-369a89fec2a2 HTTP/1.1" status: 200 len: 210 time: 0.0637491 Aug 10 14:33:31.553809 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b0747b4-0a36-43ab-8231-9ea1b25d787e req-681888ab-d578-4c6c-b973-0bc49604d81e tempest-VolumesActionsTest-1150805267 tempest-VolumesActionsTest-1150805267-project] No DVR routers for this DVR port 62fb8481-b886-4fe6-928d-3c1be7994d68 on host hv-cinder-79819 {{(pid=93410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 14:33:31.557182 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-4b0747b4-0a36-43ab-8231-9ea1b25d787e req-681888ab-d578-4c6c-b973-0bc49604d81e tempest-VolumesActionsTest-1150805267 tempest-VolumesActionsTest-1150805267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-387483'] for port, before_response {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:33:31.559203 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-4b0747b4-0a36-43ab-8231-9ea1b25d787e req-681888ab-d578-4c6c-b973-0bc49604d81e tempest-VolumesActionsTest-1150805267 tempest-VolumesActionsTest-1150805267-project] 10.222.0.18 "DELETE /v2.0/ports/62fb8481-b886-4fe6-928d-3c1be7994d68 HTTP/1.1" status: 204 len: 173 time: 0.6269994 Aug 10 14:33:31.560255 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '006a8b1f-0b61-486f-b348-369a89fec2a2', 'name': 'network-vif-deleted', 'tag': '62fb8481-b886-4fe6-928d-3c1be7994d68'}] {{(pid=93410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:33:31.562705 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}173c15a1f530ed65b3eefe425c4e9cd9c28cfc2a1cdec76c1bb34aa91000b996" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ea9f15c-a844-4e58-bae3-64e316948e3b" -d '{"events": [{"server_uuid": "006a8b1f-0b61-486f-b348-369a89fec2a2", "name": "network-vif-deleted", "tag": "62fb8481-b886-4fe6-928d-3c1be7994d68"}]}' {{(pid=93410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:33:31.598564 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24a8a69-cf97-4439-b0be-e1fff2b2f061 req-ebae7af1-9d12-432f-a128-7291d4a9738f tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:33:31.601950 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-d24a8a69-cf97-4439-b0be-e1fff2b2f061 req-ebae7af1-9d12-432f-a128-7291d4a9738f tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f4b4a64-897e-465f-9bac-f2ddc4135822 HTTP/1.1" status: 200 len: 945 time: 0.2016027 Aug 10 14:33:31.628969 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 14:33:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0aea81f-67ca-4c6f-ab20-9316537d50ad x-openstack-request-id: req-b0aea81f-67ca-4c6f-ab20-9316537d50ad {{(pid=93410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:33:31.629259 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "006a8b1f-0b61-486f-b348-369a89fec2a2", "name": "network-vif-deleted", "tag": "62fb8481-b886-4fe6-928d-3c1be7994d68", "status": "completed", "code": 200}]} {{(pid=93410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:33:31.629580 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b0aea81f-67ca-4c6f-ab20-9316537d50ad {{(pid=93410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:33:31.629983 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '006a8b1f-0b61-486f-b348-369a89fec2a2', 'name': 'network-vif-deleted', 'tag': '62fb8481-b886-4fe6-928d-3c1be7994d68', 'status': 'completed', 'code': 200} Aug 10 14:33:31.650337 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-d24a8a69-cf97-4439-b0be-e1fff2b2f061 req-a33d1771-c80a-471e-aed2-fa7f9e9ce414 tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] 10.222.0.42 "GET /v2.0/security-groups?id=6de17ce8-2ac1-42a8-95ab-f9984e61b328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431900 Aug 10 14:33:32.050043 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ebeab7-921c-4401-b244-c51eb6f1b294 req-40db49c4-78ea-4aed-b6ee-fbfece1d1f3a tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:33:32.051889 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-67ebeab7-921c-4401-b244-c51eb6f1b294 req-40db49c4-78ea-4aed-b6ee-fbfece1d1f3a tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/ports?device_id=6b203be0-e47c-4371-9eda-83a59ed98be2 HTTP/1.1" status: 200 len: 944 time: 0.1048713 Aug 10 14:33:32.123124 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-67ebeab7-921c-4401-b244-c51eb6f1b294 req-0522d444-b92d-46b3-bb03-7791e84304a5 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/security-groups?id=ecfbe072-fae7-404f-9e98-b7a4caa3c273&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561004 Aug 10 14:33:32.177836 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-f97b798d-bd61-4bdb-bb4a-e55e1a0659df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:33:32.619477 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:33:32.728699 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-a0dfd545-8b4b-42b4-9c64-e9008c3dc353 req-0ce54699-d7be-4bdd-b992-655531620bf4 tempest-VolumesActionsTest-1150805267 tempest-VolumesActionsTest-1150805267-project] 10.222.0.42 "GET /v2.0/ports?device_id=006a8b1f-0b61-486f-b348-369a89fec2a2 HTTP/1.1" status: 200 len: 210 time: 0.0594683 Aug 10 14:33:33.152802 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2918003e-603e-4cfd-a9bd-adcb295b0d53 req-4cd06311-aa7d-43fa-ab16-6e364cfb59de tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:33:33.154942 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-2918003e-603e-4cfd-a9bd-adcb295b0d53 req-4cd06311-aa7d-43fa-ab16-6e364cfb59de tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae4b7b40-4a73-4447-9a21-ded7aacebb62 HTTP/1.1" status: 200 len: 945 time: 0.0616968 Aug 10 14:33:33.224375 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-2918003e-603e-4cfd-a9bd-adcb295b0d53 req-adc711d6-4309-4407-9bce-38e0b8a73304 tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] 10.222.0.42 "GET /v2.0/security-groups?id=98f06cea-294e-49b1-a4a2-e9dfbb056f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598071 Aug 10 14:33:33.259849 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.wsgi [-] (93411) accepted ('10.222.0.42', 53222) {{(pid=93411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:33:33.413247 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0f1a0f-a6be-497c-956a-2e95b4067d19 req-903f181a-4ac8-425a-8d64-23c7e8ad0f6e tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:33:33.416411 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-7b0f1a0f-a6be-497c-956a-2e95b4067d19 req-903f181a-4ac8-425a-8d64-23c7e8ad0f6e tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/ports?device_id=6b203be0-e47c-4371-9eda-83a59ed98be2 HTTP/1.1" status: 200 len: 944 time: 0.0914936 Aug 10 14:33:33.495031 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-7b0f1a0f-a6be-497c-956a-2e95b4067d19 req-921a8932-8754-4959-9381-406029f2e17d tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/security-groups?id=ecfbe072-fae7-404f-9e98-b7a4caa3c273&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624571 Aug 10 14:33:33.533990 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6815cb45-ce8f-4a4e-940f-afd65564e5e2 tempest-TestMinimumBasicScenario-906608984 tempest-TestMinimumBasicScenario-906608984-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:33:33.535542 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-6815cb45-ce8f-4a4e-940f-afd65564e5e2 tempest-TestMinimumBasicScenario-906608984 tempest-TestMinimumBasicScenario-906608984-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=ae4b7b40-4a73-4447-9a21-ded7aacebb62 HTTP/1.1" status: 200 len: 1093 time: 0.2736695 Aug 10 14:33:33.539421 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.wsgi [-] (93410) accepted ('10.222.0.42', 53230) {{(pid=93410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:33:33.544800 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.v2.base [None req-8d6b4321-998e-425b-a8cf-373fd5495ac7 tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] Request body: {'floatingip': {'floating_network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'port_id': '225153cc-3472-4c8f-abb3-1c60df6639f1', 'tenant_id': '07adee952320462e8ef9cf17396b0b67', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:33:33.572182 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-8d6b4321-998e-425b-a8cf-373fd5495ac7 tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] Notify callbacks [] for floatingip, before_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:33:33.696844 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-8d6b4321-998e-425b-a8cf-373fd5495ac7 tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:33:33.856313 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.db.db_base_plugin_common [None req-8d6b4321-998e-425b-a8cf-373fd5495ac7 tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] Allocated IP 172.27.0.40 (3c935337-17af-4240-bc2c-ccb5b04b1532/e735a612-8fb3-4a85-bede-f6307ba49d31/2446baf9-309f-4db4-a032-4cf62926d652) {{(pid=93410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 14:33:34.033934 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Device d7c73a10-55f7-4d62-9fe7-4a227b278bb5 details requested by agent hyperv_hv-cinder-79819 with host hv-cinder-79819 {{(pid=93412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 14:33:34.039715 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Device 62fb8481-b886-4fe6-928d-3c1be7994d68 no longer exists at agent hyperv_hv-cinder-79819 {{(pid=93412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 14:33:34.048195 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-8d6b4321-998e-425b-a8cf-373fd5495ac7 tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] Notify callbacks [] for port, precommit_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:33:34.091210 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.plugin [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] No Port match for: 62fb8481-b886-4fe6-928d-3c1be7994d68 {{(pid=93412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 14:33:34.092158 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Device 62fb8481-b886-4fe6-928d-3c1be7994d68 not bound to the agent host hv-cinder-79819 {{(pid=93412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 14:33:34.110088 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-8d6b4321-998e-425b-a8cf-373fd5495ac7 tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786683465198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26372150'] for port, after_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:33:34.162593 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d6b4321-998e-425b-a8cf-373fd5495ac7 tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] Network 3c935337-17af-4240-bc2c-ccb5b04b1532 is already hosted by enough agents. {{(pid=93410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 14:33:34.167527 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.scheduler.base_scheduler [None req-8d6b4321-998e-425b-a8cf-373fd5495ac7 tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] Resources bound (agent type, host, resource id): {{(pid=93410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:33:34.172835 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d6b4321-998e-425b-a8cf-373fd5495ac7 tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] Received port after_create {{(pid=93410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 14:33:34.202142 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6b4321-998e-425b-a8cf-373fd5495ac7 tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] Pushing event updated for resources: {'Port': ['ID=2446baf9-309f-4db4-a032-4cf62926d652,revision_number=1']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:33:34.258516 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.db [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] For port d7c73a10-55f7-4d62-9fe7-4a227b278bb5, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=d7c73a10-55f7-4d62-9fe7-4a227b278bb5,segment=NetworkSegment(d55ed611-efa5-4413-9a01-d70eef9c92c8),segment_id=d55ed611-efa5-4413-9a01-d70eef9c92c8)] {{(pid=93412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:33:34.280799 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Returning: {'device': 'd7c73a10-55f7-4d62-9fe7-4a227b278bb5', 'network_id': '86a6d1d4-f800-47bf-859f-81a5bd8d7c63', 'port_id': 'd7c73a10-55f7-4d62-9fe7-4a227b278bb5', 'mac_address': 'fa:16:3e:26:09:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '061e4b8c-ab2d-4682-a3d2-e34df59bc21f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 14:33:34.351171 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:33:34.373461 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.notifiers.nova [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7c73a10-55f7-4d62-9fe7-4a227b278bb5 {{(pid=93412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 14:33:34.402003 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.db [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] For port d7c73a10-55f7-4d62-9fe7-4a227b278bb5, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=d7c73a10-55f7-4d62-9fe7-4a227b278bb5,segment=NetworkSegment(d55ed611-efa5-4413-9a01-d70eef9c92c8),segment_id=d55ed611-efa5-4413-9a01-d70eef9c92c8)] {{(pid=93412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:33:34.407643 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683854493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786683465220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786683465238'] for port, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:33:34.494327 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Pushing event updated for resources: {'Port': ['ID=d7c73a10-55f7-4d62-9fe7-4a227b278bb5,revision_number=9']} {{(pid=93412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:33:34.507662 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:33:34.508201 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:33:34.508729 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:33:34.509282 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:33:34.509972 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:33:34.510544 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:33:34.511097 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:33:34.511664 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:33:34.513131 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:33:34.513990 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:33:34.514558 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:33:34.515122 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:33:34.707024 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.db [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] get_ports_and_sgs() called for port_ids ['d7c73a10-55f7-4d62-9fe7-4a227b278bb5'] {{(pid=93412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 14:33:34.852422 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-8d6b4321-998e-425b-a8cf-373fd5495ac7 tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:33:34.909338 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb10c4aa-4e27-4eab-a79a-03f12eae1b72 req-bf99fbae-6186-47ee-8cb0-aa17b47968ff tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:33:34.911184 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-eb10c4aa-4e27-4eab-a79a-03f12eae1b72 req-bf99fbae-6186-47ee-8cb0-aa17b47968ff tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/ports?device_id=6b203be0-e47c-4371-9eda-83a59ed98be2 HTTP/1.1" status: 200 len: 945 time: 0.2546775 Aug 10 14:33:35.025305 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-eb10c4aa-4e27-4eab-a79a-03f12eae1b72 req-10120a90-dcb5-45f1-b161-0b82417fdd5b tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/security-groups?id=ecfbe072-fae7-404f-9e98-b7a4caa3c273&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0923491 Aug 10 14:33:35.034271 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-8d6b4321-998e-425b-a8cf-373fd5495ac7 tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:33:35.486616 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-8d6b4321-998e-425b-a8cf-373fd5495ac7 tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] Notify callbacks [] for port, precommit_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:33:35.491967 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-8d6b4321-998e-425b-a8cf-373fd5495ac7 tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683854493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786683465220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786683465238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26372301'] for port, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:33:35.569068 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6b4321-998e-425b-a8cf-373fd5495ac7 tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] Pushing event updated for resources: {'Port': ['ID=2446baf9-309f-4db4-a032-4cf62926d652,revision_number=2']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:33:35.581721 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-8d6b4321-998e-425b-a8cf-373fd5495ac7 tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-880024'] for floatingip, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:33:35.692373 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.db.l3_db [None req-8d6b4321-998e-425b-a8cf-373fd5495ac7 tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] Floating IP 647e35b7-ba16-4416-849d-07b242647d12 associated. External IP: 172.27.0.40, port: 225153cc-3472-4c8f-abb3-1c60df6639f1. Aug 10 14:33:35.948003 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d6b4321-998e-425b-a8cf-373fd5495ac7 tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] Router 1e73a8c5-47e7-4813-876a-8537fa47b2e0 has already been hosted by L3 agent 8acc92de-0cfa-4d60-8b37-a39a4d3c1570 {{(pid=93410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 14:33:36.104802 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d6b4321-998e-425b-a8cf-373fd5495ac7 tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] Notify agent at l3_agent.dv-cinder-798198-2-iscsi the message routers_updated {{(pid=93410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 14:33:36.120542 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e57300b4-8c68-44da-bd3e-5d151df56244 None None] Sync routers for ids ['1e73a8c5-47e7-4813-876a-8537fa47b2e0'] in dv-cinder-798198-2-iscsi {{(pid=93413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 14:33:36.131965 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98ae540-aa75-4f53-a8ca-7cdad8c4e460 req-cae7cfa7-4076-4e00-ba09-ed18fb9a75e5 tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:33:36.133619 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-a98ae540-aa75-4f53-a8ca-7cdad8c4e460 req-cae7cfa7-4076-4e00-ba09-ed18fb9a75e5 tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] 10.222.0.42 "GET /v2.0/ports?device_id=fce59a6d-4f8c-4055-8bd1-247ee8b8b679 HTTP/1.1" status: 200 len: 946 time: 0.0831528 Aug 10 14:33:36.135015 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-8d6b4321-998e-425b-a8cf-373fd5495ac7 tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-387483'] for floatingip, before_response {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:33:36.154030 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e57300b4-8c68-44da-bd3e-5d151df56244 None None] Routers {'1e73a8c5-47e7-4813-876a-8537fa47b2e0'} bound to L3 agent in host dv-cinder-798198-2-iscsi {{(pid=93413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:33:36.155511 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.db.l3_hamode_db [None req-e57300b4-8c68-44da-bd3e-5d151df56244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T14:22:29Z,description=,heartbeat_timestamp=2021-08-10T14:33:29Z,host='dv-cinder-798198-2-iscsi',id=8acc92de-0cfa-4d60-8b37-a39a4d3c1570,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T14:22:29Z,topic='l3_agent')) {'router_ids': ['1e73a8c5-47e7-4813-876a-8537fa47b2e0'], 'active': True} {{(pid=93413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:33:36.210639 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [None req-8d6b4321-998e-425b-a8cf-373fd5495ac7 tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.6696568 Aug 10 14:33:36.211690 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae4b7b40-4a73-4447-9a21-ded7aacebb62', 'tag': '225153cc-3472-4c8f-abb3-1c60df6639f1'}] {{(pid=93410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:33:36.214221 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}173c15a1f530ed65b3eefe425c4e9cd9c28cfc2a1cdec76c1bb34aa91000b996" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7674cd0-6df8-4308-ab6f-215d8d14f7b8" -d '{"events": [{"name": "network-changed", "server_uuid": "ae4b7b40-4a73-4447-9a21-ded7aacebb62", "tag": "225153cc-3472-4c8f-abb3-1c60df6639f1"}]}' {{(pid=93410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:33:36.215148 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.wsgi [-] (93411) accepted ('10.222.0.42', 53298) {{(pid=93411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:33:36.224511 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.v2.base [None req-476e8dc7-6cc4-4fbc-bba6-9a3a2b6b4127 tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-371090335', 'description': 'tempest-secgroup-smoke-371090335 description', 'project_id': '07adee952320462e8ef9cf17396b0b67'}} {{(pid=93411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:33:36.242281 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-a98ae540-aa75-4f53-a8ca-7cdad8c4e460 req-0421fde9-4cbb-40a2-8082-c752663e0d9a tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] 10.222.0.42 "GET /v2.0/security-groups?id=6de17ce8-2ac1-42a8-95ab-f9984e61b328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860198 Aug 10 14:33:36.257686 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-476e8dc7-6cc4-4fbc-bba6-9a3a2b6b4127 tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] Notify callbacks [] for security_group, before_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:33:36.267677 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3246ca5c-cce2-4566-aaa9-7d621b365c7d req-4a1e5814-9684-43c4-af0e-6599aad5ea7c tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:33:36.269854 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-3246ca5c-cce2-4566-aaa9-7d621b365c7d req-4a1e5814-9684-43c4-af0e-6599aad5ea7c tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/ports?device_id=6b203be0-e47c-4371-9eda-83a59ed98be2 HTTP/1.1" status: 200 len: 945 time: 0.1121945 Aug 10 14:33:36.323730 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-3246ca5c-cce2-4566-aaa9-7d621b365c7d req-a0bb98c1-393d-48ad-98eb-d2d6cc5121a4 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/security-groups?id=ecfbe072-fae7-404f-9e98-b7a4caa3c273&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412962 Aug 10 14:33:36.354846 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 14:33:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35f11761-013d-4343-ae86-23e0ddb9d7b3 x-openstack-request-id: req-35f11761-013d-4343-ae86-23e0ddb9d7b3 {{(pid=93410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:33:36.355317 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae4b7b40-4a73-4447-9a21-ded7aacebb62", "tag": "225153cc-3472-4c8f-abb3-1c60df6639f1", "status": "completed", "code": 200}]} {{(pid=93410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:33:36.355787 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-35f11761-013d-4343-ae86-23e0ddb9d7b3 {{(pid=93410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:33:36.369466 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae4b7b40-4a73-4447-9a21-ded7aacebb62', 'tag': '225153cc-3472-4c8f-abb3-1c60df6639f1', 'status': 'completed', 'code': 200} Aug 10 14:33:36.369770 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.db.l3_dvr_db [None req-e57300b4-8c68-44da-bd3e-5d151df56244 None None] Set router 1e73a8c5-47e7-4813-876a-8537fa47b2e0 gateway port host: dv-cinder-798198-2-iscsi {{(pid=93413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:33:36.390831 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-476e8dc7-6cc4-4fbc-bba6-9a3a2b6b4127 tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] Notify callbacks [] for security_group, precommit_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:33:36.396449 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-476e8dc7-6cc4-4fbc-bba6-9a3a2b6b4127 tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734645'] for security_group, after_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:33:36.425880 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-476e8dc7-6cc4-4fbc-bba6-9a3a2b6b4127 tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] Notify callbacks [] for security_group, before_response {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:33:36.427062 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-476e8dc7-6cc4-4fbc-bba6-9a3a2b6b4127 tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2104084 Aug 10 14:33:36.431912 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.wsgi [-] (93411) accepted ('10.222.0.42', 53302) {{(pid=93411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:33:36.436832 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.v2.base [None req-676ad60e-7912-49e1-836e-fbce46150e03 tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] Request body: {'security_group_rule': {'security_group_id': '096b7e29-319c-451f-8c5c-892bd6ab7d84', 'project_id': '07adee952320462e8ef9cf17396b0b67', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:33:36.446019 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476e8dc7-6cc4-4fbc-bba6-9a3a2b6b4127 tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] Pushing event updated for resources: {'SecurityGroup': ['ID=096b7e29-319c-451f-8c5c-892bd6ab7d84,revision_number=1']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:33:36.461315 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476e8dc7-6cc4-4fbc-bba6-9a3a2b6b4127 tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:33:36.461872 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476e8dc7-6cc4-4fbc-bba6-9a3a2b6b4127 tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:33:36.462417 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476e8dc7-6cc4-4fbc-bba6-9a3a2b6b4127 tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:33:36.462775 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476e8dc7-6cc4-4fbc-bba6-9a3a2b6b4127 tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:33:36.463112 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476e8dc7-6cc4-4fbc-bba6-9a3a2b6b4127 tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:33:36.463470 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476e8dc7-6cc4-4fbc-bba6-9a3a2b6b4127 tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:33:36.463801 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476e8dc7-6cc4-4fbc-bba6-9a3a2b6b4127 tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:33:36.464252 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476e8dc7-6cc4-4fbc-bba6-9a3a2b6b4127 tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:33:36.464644 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476e8dc7-6cc4-4fbc-bba6-9a3a2b6b4127 tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:33:36.464970 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476e8dc7-6cc4-4fbc-bba6-9a3a2b6b4127 tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:33:36.465934 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476e8dc7-6cc4-4fbc-bba6-9a3a2b6b4127 tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:33:36.466374 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476e8dc7-6cc4-4fbc-bba6-9a3a2b6b4127 tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:33:36.491028 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-676ad60e-7912-49e1-836e-fbce46150e03 tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:33:36.550375 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-676ad60e-7912-49e1-836e-fbce46150e03 tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:33:36.555693 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-676ad60e-7912-49e1-836e-fbce46150e03 tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734530'] for security_group_rule, after_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:33:36.576251 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676ad60e-7912-49e1-836e-fbce46150e03 tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10d9f92d-0d1e-4821-86c4-aa19d19d2bb8,revision_number=0']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:33:36.585847 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-676ad60e-7912-49e1-836e-fbce46150e03 tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:33:36.587649 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-676ad60e-7912-49e1-836e-fbce46150e03 tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1544356 Aug 10 14:33:36.593071 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.wsgi [-] (93411) accepted ('10.222.0.42', 53304) {{(pid=93411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:33:36.602602 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.v2.base [None req-78a1c9e6-0457-4c7d-aeb1-d703a29935a5 tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] Request body: {'security_group_rule': {'security_group_id': '096b7e29-319c-451f-8c5c-892bd6ab7d84', 'project_id': '07adee952320462e8ef9cf17396b0b67', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:33:36.649826 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-78a1c9e6-0457-4c7d-aeb1-d703a29935a5 tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:33:36.713583 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.db.l3_hamode_db [None req-e57300b4-8c68-44da-bd3e-5d151df56244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e73a8c5-47e7-4813-876a-8537fa47b2e0', 'name': 'tempest-TestMinimumBasicScenario-1786020671-router', 'tenant_id': '07adee952320462e8ef9cf17396b0b67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'external_fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': '4b4b8aaa-32c3-420e-958c-838d4d560630', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:31:59Z', 'updated_at': '2021-08-10T14:32:05Z', 'revision_number': 4, 'project_id': '07adee952320462e8ef9cf17396b0b67', 'gw_port': {'id': '4b4b8aaa-32c3-420e-958c-838d4d560630', 'name': '', 'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:24:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e73a8c5-47e7-4813-876a-8537fa47b2e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:32:00Z', 'updated_at': '2021-08-10T14:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-2-iscsi', '_floatingips': [{'id': '647e35b7-ba16-4416-849d-07b242647d12', 'tenant_id': '07adee952320462e8ef9cf17396b0b67', 'floating_ip_address': '172.27.0.40', 'floating_network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'router_id': '1e73a8c5-47e7-4813-876a-8537fa47b2e0', 'port_id': '225153cc-3472-4c8f-abb3-1c60df6639f1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7083ffdd-d140-4aab-95da-06bd854ff63b', 'mac_address': 'fa:16:3e:7c:70:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae4b7b40-4a73-4447-9a21-ded7aacebb62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T14:33:34Z', 'updated_at': '2021-08-10T14:33:34Z', 'revision_number': 0, 'project_id': '07adee952320462e8ef9cf17396b0b67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '962caecf-38e8-4ad7-a6f0-48e30629c2d3', 'name': '', 'network_id': '7083ffdd-d140-4aab-95da-06bd854ff63b', 'tenant_id': '07adee952320462e8ef9cf17396b0b67', 'mac_address': 'fa:16:3e:ab:8a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e73a8c5-47e7-4813-876a-8537fa47b2e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'a9c6fdb5-8d6e-4a2a-b088-d4102712e94a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:32:04Z', 'updated_at': '2021-08-10T14:32:13Z', 'revision_number': 5, 'project_id': '07adee952320462e8ef9cf17396b0b67', 'subnets': [{'id': 'a9c6fdb5-8d6e-4a2a-b088-d4102712e94a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-2-iscsi', False) {} {{(pid=93413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:33:36.729031 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-78a1c9e6-0457-4c7d-aeb1-d703a29935a5 tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:33:36.734485 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-78a1c9e6-0457-4c7d-aeb1-d703a29935a5 tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734530'] for security_group_rule, after_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:33:36.743208 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e57300b4-8c68-44da-bd3e-5d151df56244 None None] Checking router: 1e73a8c5-47e7-4813-876a-8537fa47b2e0 for host: dv-cinder-798198-2-iscsi {{(pid=93413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 14:33:36.753229 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e57300b4-8c68-44da-bd3e-5d151df56244 None None] Routers {'1e73a8c5-47e7-4813-876a-8537fa47b2e0'} bound to L3 agent in host dv-cinder-798198-2-iscsi {{(pid=93413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:33:36.753943 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.db.l3_hamode_db [None req-e57300b4-8c68-44da-bd3e-5d151df56244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T14:22:29Z,description=,heartbeat_timestamp=2021-08-10T14:33:29Z,host='dv-cinder-798198-2-iscsi',id=8acc92de-0cfa-4d60-8b37-a39a4d3c1570,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T14:22:29Z,topic='l3_agent')) {'router_ids': ['1e73a8c5-47e7-4813-876a-8537fa47b2e0'], 'active': True} {{(pid=93413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:33:36.757178 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a1c9e6-0457-4c7d-aeb1-d703a29935a5 tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33136a24-e4e5-46c3-99af-db47ab9c7d80,revision_number=0']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:33:36.770841 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-78a1c9e6-0457-4c7d-aeb1-d703a29935a5 tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:33:36.779343 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-78a1c9e6-0457-4c7d-aeb1-d703a29935a5 tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1777251 Aug 10 14:33:36.779641 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.wsgi [-] (93410) accepted ('10.222.0.42', 53306) {{(pid=93410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:33:36.785285 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.v2.base [None req-7331ac33-a09f-4574-910d-a9de0b107adf tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] Request body: {'security_group_rule': {'security_group_id': '096b7e29-319c-451f-8c5c-892bd6ab7d84', 'project_id': '07adee952320462e8ef9cf17396b0b67', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:33:36.821000 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-7331ac33-a09f-4574-910d-a9de0b107adf tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:33:36.906229 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-7331ac33-a09f-4574-910d-a9de0b107adf tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:33:36.911960 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-7331ac33-a09f-4574-910d-a9de0b107adf tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734530'] for security_group_rule, after_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:33:36.928949 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.db.l3_dvr_db [None req-e57300b4-8c68-44da-bd3e-5d151df56244 None None] Set router 1e73a8c5-47e7-4813-876a-8537fa47b2e0 gateway port host: dv-cinder-798198-2-iscsi {{(pid=93413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:33:36.931083 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7331ac33-a09f-4574-910d-a9de0b107adf tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9558114f-5929-4b2a-b749-2059186d8d14,revision_number=0']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:33:36.940936 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-7331ac33-a09f-4574-910d-a9de0b107adf tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:33:36.947571 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.wsgi [-] (93411) accepted ('10.222.0.42', 53308) {{(pid=93411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:33:36.948147 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [None req-7331ac33-a09f-4574-910d-a9de0b107adf tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1670496 Aug 10 14:33:36.956364 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.v2.base [None req-3a8d4544-138d-445e-996a-042618156aaa tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] Request body: {'security_group_rule': {'security_group_id': '096b7e29-319c-451f-8c5c-892bd6ab7d84', 'project_id': '07adee952320462e8ef9cf17396b0b67', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:33:37.000720 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-3a8d4544-138d-445e-996a-042618156aaa tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:33:37.108408 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-3a8d4544-138d-445e-996a-042618156aaa tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:33:37.113522 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-3a8d4544-138d-445e-996a-042618156aaa tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734530'] for security_group_rule, after_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:33:37.139024 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8d4544-138d-445e-996a-042618156aaa tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f700f698-751d-42e4-b7e4-42cbbc865126,revision_number=0']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:33:37.144087 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-3a8d4544-138d-445e-996a-042618156aaa tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:33:37.150368 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-3a8d4544-138d-445e-996a-042618156aaa tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1966703 Aug 10 14:33:37.151200 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.wsgi [-] (93411) accepted ('10.222.0.42', 53314) {{(pid=93411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:33:37.155662 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.v2.base [None req-64499419-035e-4781-ac3b-7fc886216a81 tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] Request body: {'security_group_rule': {'security_group_id': '096b7e29-319c-451f-8c5c-892bd6ab7d84', 'project_id': '07adee952320462e8ef9cf17396b0b67', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:33:37.182977 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.db.securitygroups_db [None req-64499419-035e-4781-ac3b-7fc886216a81 tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] Project 07adee952320462e8ef9cf17396b0b67 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 14:33:37.189313 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-64499419-035e-4781-ac3b-7fc886216a81 tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:33:37.288099 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-64499419-035e-4781-ac3b-7fc886216a81 tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:33:37.294886 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-64499419-035e-4781-ac3b-7fc886216a81 tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734530'] for security_group_rule, after_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:33:37.316886 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64499419-035e-4781-ac3b-7fc886216a81 tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49718478-bed3-48da-b240-5b5c1d43c704,revision_number=0']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:33:37.336172 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-64499419-035e-4781-ac3b-7fc886216a81 tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:33:37.338125 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-64499419-035e-4781-ac3b-7fc886216a81 tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1862128 Aug 10 14:33:37.342578 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.wsgi [-] (93410) accepted ('10.222.0.42', 53318) {{(pid=93410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:33:37.349471 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.v2.base [None req-9ccda211-59ee-4c87-9357-55aa0247b412 tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] Request body: {'security_group_rule': {'security_group_id': '096b7e29-319c-451f-8c5c-892bd6ab7d84', 'project_id': '07adee952320462e8ef9cf17396b0b67', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:33:37.373017 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.db.l3_hamode_db [None req-e57300b4-8c68-44da-bd3e-5d151df56244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e73a8c5-47e7-4813-876a-8537fa47b2e0', 'name': 'tempest-TestMinimumBasicScenario-1786020671-router', 'tenant_id': '07adee952320462e8ef9cf17396b0b67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'external_fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': '4b4b8aaa-32c3-420e-958c-838d4d560630', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:31:59Z', 'updated_at': '2021-08-10T14:32:05Z', 'revision_number': 4, 'project_id': '07adee952320462e8ef9cf17396b0b67', 'gw_port': {'id': '4b4b8aaa-32c3-420e-958c-838d4d560630', 'name': '', 'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:24:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e73a8c5-47e7-4813-876a-8537fa47b2e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:32:00Z', 'updated_at': '2021-08-10T14:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-2-iscsi', '_floatingips': [{'id': '647e35b7-ba16-4416-849d-07b242647d12', 'tenant_id': '07adee952320462e8ef9cf17396b0b67', 'floating_ip_address': '172.27.0.40', 'floating_network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'router_id': '1e73a8c5-47e7-4813-876a-8537fa47b2e0', 'port_id': '225153cc-3472-4c8f-abb3-1c60df6639f1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7083ffdd-d140-4aab-95da-06bd854ff63b', 'mac_address': 'fa:16:3e:7c:70:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae4b7b40-4a73-4447-9a21-ded7aacebb62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T14:33:34Z', 'updated_at': '2021-08-10T14:33:34Z', 'revision_number': 0, 'project_id': '07adee952320462e8ef9cf17396b0b67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '962caecf-38e8-4ad7-a6f0-48e30629c2d3', 'name': '', 'network_id': '7083ffdd-d140-4aab-95da-06bd854ff63b', 'tenant_id': '07adee952320462e8ef9cf17396b0b67', 'mac_address': 'fa:16:3e:ab:8a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e73a8c5-47e7-4813-876a-8537fa47b2e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'a9c6fdb5-8d6e-4a2a-b088-d4102712e94a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:32:04Z', 'updated_at': '2021-08-10T14:32:13Z', 'revision_number': 5, 'project_id': '07adee952320462e8ef9cf17396b0b67', 'subnets': [{'id': 'a9c6fdb5-8d6e-4a2a-b088-d4102712e94a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-2-iscsi', False) {} {{(pid=93413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:33:37.376416 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.db.securitygroups_db [None req-9ccda211-59ee-4c87-9357-55aa0247b412 tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] Project 07adee952320462e8ef9cf17396b0b67 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 14:33:37.394005 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-9ccda211-59ee-4c87-9357-55aa0247b412 tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:33:37.424423 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e57300b4-8c68-44da-bd3e-5d151df56244 None None] The sync data for ids ['1e73a8c5-47e7-4813-876a-8537fa47b2e0'] in dv-cinder-798198-2-iscsi is: [{'id': '1e73a8c5-47e7-4813-876a-8537fa47b2e0', 'name': 'tempest-TestMinimumBasicScenario-1786020671-router', 'tenant_id': '07adee952320462e8ef9cf17396b0b67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'external_fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': '4b4b8aaa-32c3-420e-958c-838d4d560630', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:31:59Z', 'updated_at': '2021-08-10T14:32:05Z', 'revision_number': 4, 'project_id': '07adee952320462e8ef9cf17396b0b67', 'gw_port': {'id': '4b4b8aaa-32c3-420e-958c-838d4d560630', 'name': '', 'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:24:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e73a8c5-47e7-4813-876a-8537fa47b2e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:32:00Z', 'updated_at': '2021-08-10T14:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-2-iscsi', '_floatingips': [{'id': '647e35b7-ba16-4416-849d-07b242647d12', 'tenant_id': '07adee952320462e8ef9cf17396b0b67', 'floating_ip_address': '172.27.0.40', 'floating_network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'router_id': '1e73a8c5-47e7-4813-876a-8537fa47b2e0', 'port_id': '225153cc-3472-4c8f-abb3-1c60df6639f1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7083ffdd-d140-4aab-95da-06bd854ff63b', 'mac_address': 'fa:16:3e:7c:70:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae4b7b40-4a73-4447-9a21-ded7aacebb62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T14:33:34Z', 'updated_at': '2021-08-10T14:33:34Z', 'revision_number': 0, 'project_id': '07adee952320462e8ef9cf17396b0b67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '962caecf-38e8-4ad7-a6f0-48e30629c2d3', 'name': '', 'network_id': '7083ffdd-d140-4aab-95da-06bd854ff63b', 'tenant_id': '07adee952320462e8ef9cf17396b0b67', 'mac_address': 'fa:16:3e:ab:8a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e73a8c5-47e7-4813-876a-8537fa47b2e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'a9c6fdb5-8d6e-4a2a-b088-d4102712e94a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:32:04Z', 'updated_at': '2021-08-10T14:32:13Z', 'revision_number': 5, 'project_id': '07adee952320462e8ef9cf17396b0b67', 'subnets': [{'id': 'a9c6fdb5-8d6e-4a2a-b088-d4102712e94a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 14:33:37.517603 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc83d51-8972-49e8-8bb0-2d30b73d0f8f req-eaa2ffe6-a4d3-4a77-a820-8577f015dc1f tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:33:37.519848 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-9bc83d51-8972-49e8-8bb0-2d30b73d0f8f req-eaa2ffe6-a4d3-4a77-a820-8577f015dc1f tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] 10.222.0.42 "GET /v2.0/ports?device_id=fce59a6d-4f8c-4055-8bd1-247ee8b8b679 HTTP/1.1" status: 200 len: 946 time: 0.1381145 Aug 10 14:33:37.565609 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479fa85c-eeac-458e-a4e4-c534ad1734e3 req-dde7b45f-9e31-4ff0-af8c-4fba13ea57e6 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:33:37.567639 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-479fa85c-eeac-458e-a4e4-c534ad1734e3 req-dde7b45f-9e31-4ff0-af8c-4fba13ea57e6 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/ports?device_id=6b203be0-e47c-4371-9eda-83a59ed98be2 HTTP/1.1" status: 200 len: 945 time: 0.1342492 Aug 10 14:33:37.591211 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-9ccda211-59ee-4c87-9357-55aa0247b412 tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:33:37.616167 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-9ccda211-59ee-4c87-9357-55aa0247b412 tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734530'] for security_group_rule, after_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:33:37.667929 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-9bc83d51-8972-49e8-8bb0-2d30b73d0f8f req-16598e93-89fe-44b6-a2e2-6746c3424f2c tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] 10.222.0.42 "GET /v2.0/security-groups?id=6de17ce8-2ac1-42a8-95ab-f9984e61b328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336346 Aug 10 14:33:37.675808 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-479fa85c-eeac-458e-a4e4-c534ad1734e3 req-1866573c-5882-4967-8684-2f9509ebb506 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/security-groups?id=ecfbe072-fae7-404f-9e98-b7a4caa3c273&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877385 Aug 10 14:33:37.677070 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccda211-59ee-4c87-9357-55aa0247b412 tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c8d50e9-c0e4-483c-98b6-922123060224,revision_number=0']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:33:37.680593 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-9ccda211-59ee-4c87-9357-55aa0247b412 tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:33:37.682032 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [None req-9ccda211-59ee-4c87-9357-55aa0247b412 tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3378670 Aug 10 14:33:37.701546 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddaa241f-a5bf-473b-8d50-fffaa9b863d4 None None] New status for floating IP 647e35b7-ba16-4416-849d-07b242647d12: ACTIVE {{(pid=93412) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 14:33:37.834430 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-5d05f518-62f0-474f-875b-ad8d9d52b3a3 req-21a78721-5e00-4d94-9240-5b52f52ce805 tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-371090335&fields=id&tenant_id=07adee952320462e8ef9cf17396b0b67 HTTP/1.1" status: 200 len: 267 time: 0.0729249 Aug 10 14:33:37.948190 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d05f518-62f0-474f-875b-ad8d9d52b3a3 req-64b73d39-7ff3-4e3e-9331-85410f2b965c tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:33:37.951663 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-5d05f518-62f0-474f-875b-ad8d9d52b3a3 req-64b73d39-7ff3-4e3e-9331-85410f2b965c tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae4b7b40-4a73-4447-9a21-ded7aacebb62 HTTP/1.1" status: 200 len: 945 time: 0.1129713 Aug 10 14:33:37.965287 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.v2.base [req-5d05f518-62f0-474f-875b-ad8d9d52b3a3 req-e31642d9-37b5-4d61-834b-88dd04eb1dc4 tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] Request body: {'port': {'security_groups': ['98f06cea-294e-49b1-a4a2-e9dfbb056f19', '096b7e29-319c-451f-8c5c-892bd6ab7d84']}} {{(pid=93410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:33:38.050619 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-5d05f518-62f0-474f-875b-ad8d9d52b3a3 req-e31642d9-37b5-4d61-834b-88dd04eb1dc4 tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:33:38.294248 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7674cd0-6df8-4308-ab6f-215d8d14f7b8 req-d09a4939-9312-4035-8286-742139e47028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:33:38.295814 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-a7674cd0-6df8-4308-ab6f-215d8d14f7b8 req-d09a4939-9312-4035-8286-742139e47028 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=07adee952320462e8ef9cf17396b0b67&device_id=ae4b7b40-4a73-4447-9a21-ded7aacebb62 HTTP/1.1" status: 200 len: 1098 time: 0.0761664 Aug 10 14:33:38.375235 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [req-5d05f518-62f0-474f-875b-ad8d9d52b3a3 req-e31642d9-37b5-4d61-834b-88dd04eb1dc4 tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] For port 225153cc-3472-4c8f-abb3-1c60df6639f1, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=225153cc-3472-4c8f-abb3-1c60df6639f1,segment=NetworkSegment(e88a0990-9465-41c9-9090-f58db756571e),segment_id=e88a0990-9465-41c9-9090-f58db756571e)] {{(pid=93410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:33:38.430216 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-5d05f518-62f0-474f-875b-ad8d9d52b3a3 req-e31642d9-37b5-4d61-834b-88dd04eb1dc4 tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] Notify callbacks [] for port, precommit_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:33:38.441366 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-5d05f518-62f0-474f-875b-ad8d9d52b3a3 req-e31642d9-37b5-4d61-834b-88dd04eb1dc4 tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683854493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786683465220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786683465238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26372301'] for port, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:33:38.454777 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.db [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] get_ports_and_sgs() called for port_ids ['225153cc-3472-4c8f-abb3-1c60df6639f1'] {{(pid=93412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 14:33:38.484001 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7674cd0-6df8-4308-ab6f-215d8d14f7b8 req-0b31f7c0-4902-46ae-8808-5196d4a7af0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:33:38.485606 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-a7674cd0-6df8-4308-ab6f-215d8d14f7b8 req-0b31f7c0-4902-46ae-8808-5196d4a7af0a service neutron] 10.222.0.18 "GET /v2.0/networks?id=7083ffdd-d140-4aab-95da-06bd854ff63b HTTP/1.1" status: 200 len: 916 time: 0.1732180 Aug 10 14:33:38.503907 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d05f518-62f0-474f-875b-ad8d9d52b3a3 req-e31642d9-37b5-4d61-834b-88dd04eb1dc4 tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:33:38.504599 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-5d05f518-62f0-474f-875b-ad8d9d52b3a3 req-e31642d9-37b5-4d61-834b-88dd04eb1dc4 tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-387483'] for port, before_response {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:33:38.506132 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-5d05f518-62f0-474f-875b-ad8d9d52b3a3 req-e31642d9-37b5-4d61-834b-88dd04eb1dc4 tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] 10.222.0.42 "PUT /v2.0/ports/225153cc-3472-4c8f-abb3-1c60df6639f1 HTTP/1.1" status: 200 len: 981 time: 0.5467207 Aug 10 14:33:38.506614 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae4b7b40-4a73-4447-9a21-ded7aacebb62', 'tag': '225153cc-3472-4c8f-abb3-1c60df6639f1'}] {{(pid=93410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:33:38.508969 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}173c15a1f530ed65b3eefe425c4e9cd9c28cfc2a1cdec76c1bb34aa91000b996" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cde65be3-ab57-4462-a331-7167155ef23e" -d '{"events": [{"name": "network-changed", "server_uuid": "ae4b7b40-4a73-4447-9a21-ded7aacebb62", "tag": "225153cc-3472-4c8f-abb3-1c60df6639f1"}]}' {{(pid=93410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:33:38.585465 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31642d9-37b5-4d61-834b-88dd04eb1dc4 tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] Pushing event updated for resources: {'Port': ['ID=225153cc-3472-4c8f-abb3-1c60df6639f1,revision_number=6']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:33:38.607224 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 14:33:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d02b42d-2d57-4989-9182-a7ee708bc7da x-openstack-request-id: req-1d02b42d-2d57-4989-9182-a7ee708bc7da {{(pid=93410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:33:38.607506 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae4b7b40-4a73-4447-9a21-ded7aacebb62", "tag": "225153cc-3472-4c8f-abb3-1c60df6639f1", "status": "completed", "code": 200}]} {{(pid=93410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:33:38.607758 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1d02b42d-2d57-4989-9182-a7ee708bc7da {{(pid=93410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:33:38.608170 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae4b7b40-4a73-4447-9a21-ded7aacebb62', 'tag': '225153cc-3472-4c8f-abb3-1c60df6639f1', 'status': 'completed', 'code': 200} Aug 10 14:33:38.616288 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-a7674cd0-6df8-4308-ab6f-215d8d14f7b8 req-6bd7e688-1cca-4d9a-acf1-489a02b9c3ae service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=225153cc-3472-4c8f-abb3-1c60df6639f1 HTTP/1.1" status: 200 len: 1000 time: 0.1031027 Aug 10 14:33:38.628148 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.db [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] get_ports_and_sgs() called for port_ids ['225153cc-3472-4c8f-abb3-1c60df6639f1'] {{(pid=93412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 14:33:38.694629 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7674cd0-6df8-4308-ab6f-215d8d14f7b8 req-f3afd8f7-d701-493f-bfe6-a93b86417a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:33:38.696671 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-a7674cd0-6df8-4308-ab6f-215d8d14f7b8 req-f3afd8f7-d701-493f-bfe6-a93b86417a0b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a9c6fdb5-8d6e-4a2a-b088-d4102712e94a HTTP/1.1" status: 200 len: 854 time: 0.0679817 Aug 10 14:33:38.772665 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ce651d-f98c-4685-9481-2192c5169b67 req-ebe0c0f7-62ff-4c46-adc1-e5f1796c5e8a tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:33:38.774514 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-61ce651d-f98c-4685-9481-2192c5169b67 req-ebe0c0f7-62ff-4c46-adc1-e5f1796c5e8a tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae4b7b40-4a73-4447-9a21-ded7aacebb62 HTTP/1.1" status: 200 len: 984 time: 0.0952663 Aug 10 14:33:38.805537 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7674cd0-6df8-4308-ab6f-215d8d14f7b8 req-6823b20e-2aac-4d8b-a633-8b467f4d11ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:33:38.807181 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-a7674cd0-6df8-4308-ab6f-215d8d14f7b8 req-6823b20e-2aac-4d8b-a633-8b467f4d11ca service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7083ffdd-d140-4aab-95da-06bd854ff63b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0942795 Aug 10 14:33:38.958153 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-61ce651d-f98c-4685-9481-2192c5169b67 req-5f510cc9-0e7b-48ca-95ee-c3d10ae60d70 tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] 10.222.0.42 "GET /v2.0/security-groups?id=98f06cea-294e-49b1-a4a2-e9dfbb056f19&id=096b7e29-319c-451f-8c5c-892bd6ab7d84&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1719840 Aug 10 14:33:39.004045 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cd1bd0-9d2c-4e7d-b5e2-5a1e3b644a2e req-7f48ea40-09b4-4ba1-85a2-a480118e5c47 tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:33:39.006863 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-42cd1bd0-9d2c-4e7d-b5e2-5a1e3b644a2e req-7f48ea40-09b4-4ba1-85a2-a480118e5c47 tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] 10.222.0.42 "GET /v2.0/ports?device_id=fce59a6d-4f8c-4055-8bd1-247ee8b8b679 HTTP/1.1" status: 200 len: 946 time: 0.1983972 Aug 10 14:33:39.057055 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.provisioning_blocks [None req-8d7f080f-74df-4c1b-8a39-009d55ee1c8d None None] Provisioning complete for port 225153cc-3472-4c8f-abb3-1c60df6639f1 triggered by entity DHCP. {{(pid=93412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:33:39.057875 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-8d7f080f-74df-4c1b-8a39-009d55ee1c8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932393'] for port, provisioning_complete {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:33:39.161597 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-42cd1bd0-9d2c-4e7d-b5e2-5a1e3b644a2e req-dd143057-4848-402e-a2e6-099a8a66bf27 tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] 10.222.0.42 "GET /v2.0/security-groups?id=6de17ce8-2ac1-42a8-95ab-f9984e61b328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293864 Aug 10 14:33:39.164201 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-a7674cd0-6df8-4308-ab6f-215d8d14f7b8 req-7a8c6f41-5713-47df-b0aa-8adba741936d service neutron] 10.222.0.18 "GET /v2.0/networks/7083ffdd-d140-4aab-95da-06bd854ff63b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3247464 Aug 10 14:33:39.232885 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432cc53a-7944-4753-b5b9-e2ef148ab1fb req-9c13f3fd-02c7-4fb6-b9df-65897ec4b08f tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:33:39.235585 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-432cc53a-7944-4753-b5b9-e2ef148ab1fb req-9c13f3fd-02c7-4fb6-b9df-65897ec4b08f tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/ports?device_id=6b203be0-e47c-4371-9eda-83a59ed98be2 HTTP/1.1" status: 200 len: 945 time: 0.1441150 Aug 10 14:33:39.410171 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-a7674cd0-6df8-4308-ab6f-215d8d14f7b8 req-b6250244-bafd-4fb6-b693-f20e3edc61a4 service neutron] 10.222.0.18 "GET /v2.0/networks/7083ffdd-d140-4aab-95da-06bd854ff63b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2286892 Aug 10 14:33:39.490513 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-432cc53a-7944-4753-b5b9-e2ef148ab1fb req-61c12e4a-5f63-4611-bffd-cb912ce069b0 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/security-groups?id=ecfbe072-fae7-404f-9e98-b7a4caa3c273&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2025664 Aug 10 14:33:39.592724 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde65be3-ab57-4462-a331-7167155ef23e req-15addf40-150b-44e5-b5d4-0a45ba0b72b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:33:39.595527 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-cde65be3-ab57-4462-a331-7167155ef23e req-15addf40-150b-44e5-b5d4-0a45ba0b72b1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=07adee952320462e8ef9cf17396b0b67&device_id=ae4b7b40-4a73-4447-9a21-ded7aacebb62 HTTP/1.1" status: 200 len: 1137 time: 0.0754929 Aug 10 14:33:39.732784 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde65be3-ab57-4462-a331-7167155ef23e req-95bc6b61-cb13-423e-b14d-00ec784a107a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:33:39.735148 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-cde65be3-ab57-4462-a331-7167155ef23e req-95bc6b61-cb13-423e-b14d-00ec784a107a service neutron] 10.222.0.18 "GET /v2.0/networks?id=7083ffdd-d140-4aab-95da-06bd854ff63b HTTP/1.1" status: 200 len: 916 time: 0.1323528 Aug 10 14:33:39.874038 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-cde65be3-ab57-4462-a331-7167155ef23e req-ff74bb08-7359-4bbf-bf72-9d2a291dd4c7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=225153cc-3472-4c8f-abb3-1c60df6639f1 HTTP/1.1" status: 200 len: 1000 time: 0.1257479 Aug 10 14:33:39.973155 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde65be3-ab57-4462-a331-7167155ef23e req-eaa2ae7b-9170-4d0b-9f1c-133eb34947e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:33:39.987465 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-cde65be3-ab57-4462-a331-7167155ef23e req-eaa2ae7b-9170-4d0b-9f1c-133eb34947e2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a9c6fdb5-8d6e-4a2a-b088-d4102712e94a HTTP/1.1" status: 200 len: 854 time: 0.1019049 Aug 10 14:33:40.060403 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde65be3-ab57-4462-a331-7167155ef23e req-6ac1a9ca-9b46-4bc7-a07f-0142f2816936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:33:40.062658 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-cde65be3-ab57-4462-a331-7167155ef23e req-6ac1a9ca-9b46-4bc7-a07f-0142f2816936 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7083ffdd-d140-4aab-95da-06bd854ff63b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0671120 Aug 10 14:33:40.177106 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Device d7c73a10-55f7-4d62-9fe7-4a227b278bb5 up at agent hyperv_hv-cinder-79819 {{(pid=93412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:33:40.267216 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-cde65be3-ab57-4462-a331-7167155ef23e req-976f07a4-b4d8-4e8c-a9c7-52b60d19f4d5 service neutron] 10.222.0.18 "GET /v2.0/networks/7083ffdd-d140-4aab-95da-06bd854ff63b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1951094 Aug 10 14:33:40.289177 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.provisioning_blocks [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Provisioning complete for port d7c73a10-55f7-4d62-9fe7-4a227b278bb5 triggered by entity L2. {{(pid=93412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:33:40.290189 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932393'] for port, provisioning_complete {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:33:40.442712 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:33:40.464062 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b115fb0-bd4b-4ece-b7c1-12c60e6888d9 req-427e5e0c-07bd-41c5-b5e7-1019ecbffa40 tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:33:40.467374 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-0b115fb0-bd4b-4ece-b7c1-12c60e6888d9 req-427e5e0c-07bd-41c5-b5e7-1019ecbffa40 tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] 10.222.0.42 "GET /v2.0/ports?device_id=fce59a6d-4f8c-4055-8bd1-247ee8b8b679 HTTP/1.1" status: 200 len: 946 time: 0.1930087 Aug 10 14:33:40.488892 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b203be0-e47c-4371-9eda-83a59ed98be2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7c73a10-55f7-4d62-9fe7-4a227b278bb5'}] {{(pid=93412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:33:40.493208 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9406f3752f8c5c09b2197ea24f22201eb31b4bb693178eb20b3d616b4d9459a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c9fa421-4197-4277-b13c-d18f57dcb5c2" -d '{"events": [{"server_uuid": "6b203be0-e47c-4371-9eda-83a59ed98be2", "name": "network-vif-plugged", "status": "completed", "tag": "d7c73a10-55f7-4d62-9fe7-4a227b278bb5"}]}' {{(pid=93412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:33:40.517662 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.db [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] For port d7c73a10-55f7-4d62-9fe7-4a227b278bb5, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=d7c73a10-55f7-4d62-9fe7-4a227b278bb5,segment=NetworkSegment(d55ed611-efa5-4413-9a01-d70eef9c92c8),segment_id=d55ed611-efa5-4413-9a01-d70eef9c92c8)] {{(pid=93412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:33:40.528382 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683854493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786683465220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786683465238'] for port, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:33:40.555388 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-cde65be3-ab57-4462-a331-7167155ef23e req-177ae338-2630-48f7-8470-4464eb7b5e66 service neutron] 10.222.0.18 "GET /v2.0/networks/7083ffdd-d140-4aab-95da-06bd854ff63b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2338257 Aug 10 14:33:40.564397 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-0b115fb0-bd4b-4ece-b7c1-12c60e6888d9 req-29fe7a78-3c4f-48e5-ad31-d132a5241e4d tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] 10.222.0.42 "GET /v2.0/security-groups?id=6de17ce8-2ac1-42a8-95ab-f9984e61b328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848916 Aug 10 14:33:40.639630 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 14:33:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fb4fb5f-afc2-4048-bbe4-b424df72c718 x-openstack-request-id: req-4fb4fb5f-afc2-4048-bbe4-b424df72c718 {{(pid=93412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:33:40.640239 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b203be0-e47c-4371-9eda-83a59ed98be2", "name": "network-vif-plugged", "status": "completed", "tag": "d7c73a10-55f7-4d62-9fe7-4a227b278bb5", "code": 200}]} {{(pid=93412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:33:40.640589 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4fb4fb5f-afc2-4048-bbe4-b424df72c718 {{(pid=93412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:33:40.641460 dv-cinder-798198-2-iscsi neutron-server[93412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b203be0-e47c-4371-9eda-83a59ed98be2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7c73a10-55f7-4d62-9fe7-4a227b278bb5', 'code': 200} Aug 10 14:33:40.641823 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Pushing event updated for resources: {'Port': ['ID=d7c73a10-55f7-4d62-9fe7-4a227b278bb5,revision_number=10']} {{(pid=93412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:33:40.768153 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e073a3e3-a753-4102-bb22-8816567ceb41 req-6049a7f1-f7f3-49a4-9ae7-bf82a2641cff tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:33:40.768153 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-e073a3e3-a753-4102-bb22-8816567ceb41 req-6049a7f1-f7f3-49a4-9ae7-bf82a2641cff tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/ports?device_id=6b203be0-e47c-4371-9eda-83a59ed98be2 HTTP/1.1" status: 200 len: 947 time: 0.0787156 Aug 10 14:33:40.828340 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-e073a3e3-a753-4102-bb22-8816567ceb41 req-7b962fde-b1e8-44f5-a805-a3a7bc4daf8c tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/security-groups?id=ecfbe072-fae7-404f-9e98-b7a4caa3c273&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471091 Aug 10 14:33:41.589658 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38de4c06-86df-4347-8f46-8e2b193e58fc req-0cd2c054-9574-4e03-b05d-88c6f455a48d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:33:41.593900 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-38de4c06-86df-4347-8f46-8e2b193e58fc req-0cd2c054-9574-4e03-b05d-88c6f455a48d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=6b203be0-e47c-4371-9eda-83a59ed98be2 HTTP/1.1" status: 200 len: 1100 time: 0.3855779 Aug 10 14:33:41.639597 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391ef1ce-1139-4cb8-91b6-2b01b0aa5ba6 req-fdbd7623-b656-41ed-a2b5-2576bc740e09 tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:33:41.643138 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-391ef1ce-1139-4cb8-91b6-2b01b0aa5ba6 req-fdbd7623-b656-41ed-a2b5-2576bc740e09 tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] 10.222.0.18 "GET /v2.0/ports?device_id=fce59a6d-4f8c-4055-8bd1-247ee8b8b679 HTTP/1.1" status: 200 len: 946 time: 0.0982049 Aug 10 14:33:41.721026 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-38de4c06-86df-4347-8f46-8e2b193e58fc req-584a2a65-9a32-461a-a4d5-8a787e9c5782 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=ecfbe072-fae7-404f-9e98-b7a4caa3c273&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1134393 Aug 10 14:33:41.855084 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f433da07-fc85-400e-a272-211f047a75d3 req-7988303b-059d-4731-938b-afe6af1c95f1 tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:33:41.857920 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-f433da07-fc85-400e-a272-211f047a75d3 req-7988303b-059d-4731-938b-afe6af1c95f1 tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] 10.222.0.42 "GET /v2.0/ports?device_id=fce59a6d-4f8c-4055-8bd1-247ee8b8b679 HTTP/1.1" status: 200 len: 946 time: 0.1397097 Aug 10 14:33:41.922759 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.plugin [req-391ef1ce-1139-4cb8-91b6-2b01b0aa5ba6 req-f5ff35cb-fd37-46d0-87dc-876696690787 tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] Deleting port 7f974a37-9b19-44dd-809a-ed83c72a7b00 {{(pid=93410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 14:33:41.923025 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-391ef1ce-1139-4cb8-91b6-2b01b0aa5ba6 req-f5ff35cb-fd37-46d0-87dc-876696690787 tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786683848753'] for port, before_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:33:42.061272 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-f433da07-fc85-400e-a272-211f047a75d3 req-2d3d3101-0bb7-469d-a6eb-b98df73dba8a tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] 10.222.0.42 "GET /v2.0/security-groups?id=6de17ce8-2ac1-42a8-95ab-f9984e61b328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873510 Aug 10 14:33:42.132158 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e26972-acfd-4156-86d8-4ac23c27dab9 req-7ee5a79b-72d4-4f16-9564-2c83c7be9553 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:33:42.135084 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-57e26972-acfd-4156-86d8-4ac23c27dab9 req-7ee5a79b-72d4-4f16-9564-2c83c7be9553 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/ports?device_id=6b203be0-e47c-4371-9eda-83a59ed98be2 HTTP/1.1" status: 200 len: 947 time: 0.1790626 Aug 10 14:33:42.205838 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [req-391ef1ce-1139-4cb8-91b6-2b01b0aa5ba6 req-f5ff35cb-fd37-46d0-87dc-876696690787 tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] For port 7f974a37-9b19-44dd-809a-ed83c72a7b00, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=7f974a37-9b19-44dd-809a-ed83c72a7b00,segment=NetworkSegment(9e1085dd-09d5-4f19-b111-8d42f2b374c1),segment_id=9e1085dd-09d5-4f19-b111-8d42f2b374c1)] {{(pid=93410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:33:42.206322 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-391ef1ce-1139-4cb8-91b6-2b01b0aa5ba6 req-f5ff35cb-fd37-46d0-87dc-876696690787 tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-879274'] for port, precommit_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:33:42.219938 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-57e26972-acfd-4156-86d8-4ac23c27dab9 req-a6e00af4-c47f-4f63-9378-86944706f75f tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/security-groups?id=ecfbe072-fae7-404f-9e98-b7a4caa3c273&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780258 Aug 10 14:33:42.231572 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.plugin [req-391ef1ce-1139-4cb8-91b6-2b01b0aa5ba6 req-f5ff35cb-fd37-46d0-87dc-876696690787 tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] Calling delete_port for 7f974a37-9b19-44dd-809a-ed83c72a7b00 owned by compute:nova {{(pid=93410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 14:33:42.479471 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-391ef1ce-1139-4cb8-91b6-2b01b0aa5ba6 req-f5ff35cb-fd37-46d0-87dc-876696690787 tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786683854475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786683465207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26372150'] for port, after_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:33:42.558159 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.db [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] get_ports_and_sgs() called for port_ids ['85ef6664-f2b0-44a5-9eb7-d8ada8adac40', '7f974a37-9b19-44dd-809a-ed83c72a7b00'] {{(pid=93412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 14:33:42.579066 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ff35cb-fd37-46d0-87dc-876696690787 tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] Pushing event deleted for resources: {'Port': ['ID=7f974a37-9b19-44dd-809a-ed83c72a7b00,revision_number=None']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:33:42.636269 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_dvrscheduler_db [req-391ef1ce-1139-4cb8-91b6-2b01b0aa5ba6 req-f5ff35cb-fd37-46d0-87dc-876696690787 tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] No DVR routers for this DVR port 7f974a37-9b19-44dd-809a-ed83c72a7b00 on host hv-cinder-79819 {{(pid=93410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 14:33:42.640325 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-391ef1ce-1139-4cb8-91b6-2b01b0aa5ba6 req-f5ff35cb-fd37-46d0-87dc-876696690787 tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-387483'] for port, before_response {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:33:42.643151 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-391ef1ce-1139-4cb8-91b6-2b01b0aa5ba6 req-f5ff35cb-fd37-46d0-87dc-876696690787 tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] 10.222.0.18 "DELETE /v2.0/ports/7f974a37-9b19-44dd-809a-ed83c72a7b00 HTTP/1.1" status: 204 len: 173 time: 0.9906452 Aug 10 14:33:42.643752 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fce59a6d-4f8c-4055-8bd1-247ee8b8b679', 'name': 'network-vif-deleted', 'tag': '7f974a37-9b19-44dd-809a-ed83c72a7b00'}] {{(pid=93410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:33:42.646258 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}173c15a1f530ed65b3eefe425c4e9cd9c28cfc2a1cdec76c1bb34aa91000b996" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f49ad3eb-6195-4adc-b5ad-fe333788d453" -d '{"events": [{"server_uuid": "fce59a6d-4f8c-4055-8bd1-247ee8b8b679", "name": "network-vif-deleted", "tag": "7f974a37-9b19-44dd-809a-ed83c72a7b00"}]}' {{(pid=93410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:33:42.695201 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 14:33:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fab2f3b-428c-4bca-bd5f-85ed2011cbdd x-openstack-request-id: req-4fab2f3b-428c-4bca-bd5f-85ed2011cbdd {{(pid=93410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:33:42.695721 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fce59a6d-4f8c-4055-8bd1-247ee8b8b679", "name": "network-vif-deleted", "tag": "7f974a37-9b19-44dd-809a-ed83c72a7b00", "status": "completed", "code": 200}]} {{(pid=93410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:33:42.696144 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4fab2f3b-428c-4bca-bd5f-85ed2011cbdd {{(pid=93410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:33:42.697034 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fce59a6d-4f8c-4055-8bd1-247ee8b8b679', 'name': 'network-vif-deleted', 'tag': '7f974a37-9b19-44dd-809a-ed83c72a7b00', 'status': 'completed', 'code': 200} Aug 10 14:33:43.300792 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-56c8b957-ed30-4f11-8f59-50860d643354 req-bef604f8-af41-4ab5-a988-0a9f551fd0ba tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] 10.222.0.42 "GET /v2.0/ports?device_id=fce59a6d-4f8c-4055-8bd1-247ee8b8b679 HTTP/1.1" status: 200 len: 210 time: 0.0834126 Aug 10 14:33:43.568533 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad53b20-c3ef-4bd8-883d-193f6a7d3ef8 req-e91a3c54-126e-43b0-9ccf-aef779469f51 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:33:43.578195 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-7ad53b20-c3ef-4bd8-883d-193f6a7d3ef8 req-e91a3c54-126e-43b0-9ccf-aef779469f51 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/ports?device_id=6b203be0-e47c-4371-9eda-83a59ed98be2 HTTP/1.1" status: 200 len: 947 time: 0.1682844 Aug 10 14:33:43.664129 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-7ad53b20-c3ef-4bd8-883d-193f6a7d3ef8 req-75cb6311-e272-41ed-9f41-f4e852caea50 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/security-groups?id=ecfbe072-fae7-404f-9e98-b7a4caa3c273&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731905 Aug 10 14:33:44.800429 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f03274e-f2f7-41ff-98c4-fdb49bfe7eb0 req-d0aafac9-3fbc-4d1c-a25b-9bc65461c69a tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:33:44.802409 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-4f03274e-f2f7-41ff-98c4-fdb49bfe7eb0 req-d0aafac9-3fbc-4d1c-a25b-9bc65461c69a tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f4b4a64-897e-465f-9bac-f2ddc4135822 HTTP/1.1" status: 200 len: 945 time: 0.0950100 Aug 10 14:33:44.937538 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-4f03274e-f2f7-41ff-98c4-fdb49bfe7eb0 req-c0258322-b179-4893-a09d-3079d8de0a0c tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] 10.222.0.42 "GET /v2.0/security-groups?id=6de17ce8-2ac1-42a8-95ab-f9984e61b328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221020 Aug 10 14:33:44.953917 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e9f528-9eee-48e6-8528-0d13d0e0a494 req-87343f68-3e43-4173-b240-06ff2807d2d0 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:33:44.956761 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-e5e9f528-9eee-48e6-8528-0d13d0e0a494 req-87343f68-3e43-4173-b240-06ff2807d2d0 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/ports?device_id=6b203be0-e47c-4371-9eda-83a59ed98be2 HTTP/1.1" status: 200 len: 947 time: 0.1291406 Aug 10 14:33:45.045317 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-e5e9f528-9eee-48e6-8528-0d13d0e0a494 req-21c635c7-50bd-4c9a-9bb7-6e225e7143d4 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/security-groups?id=ecfbe072-fae7-404f-9e98-b7a4caa3c273&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763745 Aug 10 14:33:45.859990 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.db.agents_db [None req-84c9d1dd-add5-4bf7-b0ef-63077aab3240 None None] Agent healthcheck: found 6 active agents {{(pid=93413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 14:33:46.124685 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce439a5a-b8a6-444e-ad32-e4b1bcb893e5 req-5c7b9cf6-7a6b-4b6d-91f8-7d889c721ac1 tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:33:46.126424 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-ce439a5a-b8a6-444e-ad32-e4b1bcb893e5 req-5c7b9cf6-7a6b-4b6d-91f8-7d889c721ac1 tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f4b4a64-897e-465f-9bac-f2ddc4135822 HTTP/1.1" status: 200 len: 945 time: 0.0987978 Aug 10 14:33:46.198841 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-ce439a5a-b8a6-444e-ad32-e4b1bcb893e5 req-cfe369b8-9bc0-4a9c-bfba-eb50106b77b7 tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] 10.222.0.42 "GET /v2.0/security-groups?id=6de17ce8-2ac1-42a8-95ab-f9984e61b328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604489 Aug 10 14:33:46.208350 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Device 7f974a37-9b19-44dd-809a-ed83c72a7b00 no longer exists at agent hyperv_hv-cinder-79819 {{(pid=93412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 14:33:46.239544 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.plugin [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] No Port match for: 7f974a37-9b19-44dd-809a-ed83c72a7b00 {{(pid=93412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 14:33:46.240356 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Device 7f974a37-9b19-44dd-809a-ed83c72a7b00 not bound to the agent host hv-cinder-79819 {{(pid=93412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 14:33:47.375316 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ed0356-2185-4da5-ab93-637ed59be99f req-16baac03-57e4-4642-bdda-727fe600bee9 tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:33:47.380178 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-c3ed0356-2185-4da5-ab93-637ed59be99f req-16baac03-57e4-4642-bdda-727fe600bee9 tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f4b4a64-897e-465f-9bac-f2ddc4135822 HTTP/1.1" status: 200 len: 945 time: 0.0692925 Aug 10 14:33:47.450823 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-c3ed0356-2185-4da5-ab93-637ed59be99f req-aa25192b-08c9-436c-9047-9ae053a1d2b3 tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] 10.222.0.42 "GET /v2.0/security-groups?id=6de17ce8-2ac1-42a8-95ab-f9984e61b328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591397 Aug 10 14:33:48.594112 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbef4f4-f662-41b5-89f7-10568767de8b req-aedf8c33-8fda-4d57-925c-2c20e94e23ac tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:33:48.595893 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-1fbef4f4-f662-41b5-89f7-10568767de8b req-aedf8c33-8fda-4d57-925c-2c20e94e23ac tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f4b4a64-897e-465f-9bac-f2ddc4135822 HTTP/1.1" status: 200 len: 945 time: 0.0603361 Aug 10 14:33:48.647712 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-1fbef4f4-f662-41b5-89f7-10568767de8b req-0725d332-eece-406a-8d86-1b9d797514f6 tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] 10.222.0.42 "GET /v2.0/security-groups?id=6de17ce8-2ac1-42a8-95ab-f9984e61b328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453010 Aug 10 14:33:49.785253 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5343f05-61d0-485b-a6a4-06a01bdb88e9 req-93e82d71-02bc-4a68-88ee-8c349ce8687b tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:33:49.787088 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-e5343f05-61d0-485b-a6a4-06a01bdb88e9 req-93e82d71-02bc-4a68-88ee-8c349ce8687b tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f4b4a64-897e-465f-9bac-f2ddc4135822 HTTP/1.1" status: 200 len: 945 time: 0.0577145 Aug 10 14:33:49.834401 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-e5343f05-61d0-485b-a6a4-06a01bdb88e9 req-1ca4ec1f-c87c-4116-bf64-b64eaf41490c tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] 10.222.0.42 "GET /v2.0/security-groups?id=6de17ce8-2ac1-42a8-95ab-f9984e61b328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395012 Aug 10 14:33:50.969481 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2c7aa4-30cb-4863-868a-bce1f3b407dd req-90b904ad-d6d7-45e3-8133-3a484c4556fc tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:33:50.977074 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-2c2c7aa4-30cb-4863-868a-bce1f3b407dd req-90b904ad-d6d7-45e3-8133-3a484c4556fc tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f4b4a64-897e-465f-9bac-f2ddc4135822 HTTP/1.1" status: 200 len: 945 time: 0.0598440 Aug 10 14:33:51.018122 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-2c2c7aa4-30cb-4863-868a-bce1f3b407dd req-f5520b87-59c5-4d58-961d-138dc19978da tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] 10.222.0.42 "GET /v2.0/security-groups?id=6de17ce8-2ac1-42a8-95ab-f9984e61b328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398159 Aug 10 14:33:51.438699 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e30e6e0-de35-4585-b025-a5057e4dc180 req-87b205f1-dfa5-493e-8dc7-251eea5e831e tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:33:51.440486 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-5e30e6e0-de35-4585-b025-a5057e4dc180 req-87b205f1-dfa5-493e-8dc7-251eea5e831e tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f4b4a64-897e-465f-9bac-f2ddc4135822 HTTP/1.1" status: 200 len: 945 time: 0.0581732 Aug 10 14:33:51.553859 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.plugin [req-5e30e6e0-de35-4585-b025-a5057e4dc180 req-66d9104c-e123-4aa9-8ab4-8967517874ed tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] Deleting port 85ef6664-f2b0-44a5-9eb7-d8ada8adac40 {{(pid=93410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 14:33:51.554148 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-5e30e6e0-de35-4585-b025-a5057e4dc180 req-66d9104c-e123-4aa9-8ab4-8967517874ed tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786683848753'] for port, before_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:33:51.661712 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [req-5e30e6e0-de35-4585-b025-a5057e4dc180 req-66d9104c-e123-4aa9-8ab4-8967517874ed tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] For port 85ef6664-f2b0-44a5-9eb7-d8ada8adac40, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=85ef6664-f2b0-44a5-9eb7-d8ada8adac40,segment=NetworkSegment(9e1085dd-09d5-4f19-b111-8d42f2b374c1),segment_id=9e1085dd-09d5-4f19-b111-8d42f2b374c1)] {{(pid=93410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:33:51.662175 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-5e30e6e0-de35-4585-b025-a5057e4dc180 req-66d9104c-e123-4aa9-8ab4-8967517874ed tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-879274'] for port, precommit_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:33:51.686904 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.plugin [req-5e30e6e0-de35-4585-b025-a5057e4dc180 req-66d9104c-e123-4aa9-8ab4-8967517874ed tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] Calling delete_port for 85ef6664-f2b0-44a5-9eb7-d8ada8adac40 owned by compute:nova {{(pid=93410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 14:33:51.877114 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-5e30e6e0-de35-4585-b025-a5057e4dc180 req-66d9104c-e123-4aa9-8ab4-8967517874ed tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786683854475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786683465207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26372150'] for port, after_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:33:51.897317 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.db [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] get_ports_and_sgs() called for port_ids ['85ef6664-f2b0-44a5-9eb7-d8ada8adac40'] {{(pid=93412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 14:33:51.909049 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d9104c-e123-4aa9-8ab4-8967517874ed tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] Pushing event deleted for resources: {'Port': ['ID=85ef6664-f2b0-44a5-9eb7-d8ada8adac40,revision_number=None']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:33:51.958043 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e30e6e0-de35-4585-b025-a5057e4dc180 req-66d9104c-e123-4aa9-8ab4-8967517874ed tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] No DVR routers for this DVR port 85ef6664-f2b0-44a5-9eb7-d8ada8adac40 on host hv-cinder-79819 {{(pid=93410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 14:33:51.960533 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-5e30e6e0-de35-4585-b025-a5057e4dc180 req-66d9104c-e123-4aa9-8ab4-8967517874ed tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-387483'] for port, before_response {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:33:51.962636 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-5e30e6e0-de35-4585-b025-a5057e4dc180 req-66d9104c-e123-4aa9-8ab4-8967517874ed tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] 10.222.0.18 "DELETE /v2.0/ports/85ef6664-f2b0-44a5-9eb7-d8ada8adac40 HTTP/1.1" status: 204 len: 173 time: 0.5148594 Aug 10 14:33:51.963090 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f4b4a64-897e-465f-9bac-f2ddc4135822', 'name': 'network-vif-deleted', 'tag': '85ef6664-f2b0-44a5-9eb7-d8ada8adac40'}] {{(pid=93410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:33:51.966251 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}173c15a1f530ed65b3eefe425c4e9cd9c28cfc2a1cdec76c1bb34aa91000b996" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0631f8a-0acc-490a-9975-6d67854e634f" -d '{"events": [{"server_uuid": "0f4b4a64-897e-465f-9bac-f2ddc4135822", "name": "network-vif-deleted", "tag": "85ef6664-f2b0-44a5-9eb7-d8ada8adac40"}]}' {{(pid=93410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:33:52.010184 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 14:33:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94fae0f6-fe9d-44d7-8526-c18c628f2f90 x-openstack-request-id: req-94fae0f6-fe9d-44d7-8526-c18c628f2f90 {{(pid=93410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:33:52.010807 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f4b4a64-897e-465f-9bac-f2ddc4135822", "name": "network-vif-deleted", "tag": "85ef6664-f2b0-44a5-9eb7-d8ada8adac40", "status": "completed", "code": 200}]} {{(pid=93410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:33:52.010807 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-94fae0f6-fe9d-44d7-8526-c18c628f2f90 {{(pid=93410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:33:52.011303 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f4b4a64-897e-465f-9bac-f2ddc4135822', 'name': 'network-vif-deleted', 'tag': '85ef6664-f2b0-44a5-9eb7-d8ada8adac40', 'status': 'completed', 'code': 200} Aug 10 14:33:52.153729 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-d9dfa91f-056b-4b81-b2ea-adfd4fe78907 req-38daa3fd-554b-4abe-9376-344ddea2e9fe tempest-ServerRescueNegativeTestJSON-1742538466 tempest-ServerRescueNegativeTestJSON-1742538466-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f4b4a64-897e-465f-9bac-f2ddc4135822 HTTP/1.1" status: 200 len: 210 time: 0.0309126 Aug 10 14:33:53.221716 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.wsgi [-] (93410) accepted ('10.222.0.42', 53512) {{(pid=93410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:33:53.866536 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-810d60e1-8058-46f4-88d3-28d589c9b126 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-717720'] for router_interface, before_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:33:54.208471 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.plugin [None req-810d60e1-8058-46f4-88d3-28d589c9b126 admin admin] Deleting port 5fbda359-4851-4cd3-846f-56ae570ee969 {{(pid=93410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 14:33:54.208975 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-810d60e1-8058-46f4-88d3-28d589c9b126 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786683848753'] for port, before_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:33:54.344735 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [None req-810d60e1-8058-46f4-88d3-28d589c9b126 admin admin] For port 5fbda359-4851-4cd3-846f-56ae570ee969, host dv-cinder-798198-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-2-iscsi',level=0,port_id=5fbda359-4851-4cd3-846f-56ae570ee969,segment=NetworkSegment(9e1085dd-09d5-4f19-b111-8d42f2b374c1),segment_id=9e1085dd-09d5-4f19-b111-8d42f2b374c1)] {{(pid=93410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:33:54.345852 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-810d60e1-8058-46f4-88d3-28d589c9b126 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-879274'] for port, precommit_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:33:54.365090 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.plugin [None req-810d60e1-8058-46f4-88d3-28d589c9b126 admin admin] Calling delete_port for 5fbda359-4851-4cd3-846f-56ae570ee969 owned by network:router_interface {{(pid=93410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 14:33:54.643059 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-810d60e1-8058-46f4-88d3-28d589c9b126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786683854475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786683465207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26372150'] for port, after_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:33:54.669113 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810d60e1-8058-46f4-88d3-28d589c9b126 admin admin] Pushing event deleted for resources: {'Port': ['ID=5fbda359-4851-4cd3-846f-56ae570ee969,revision_number=None']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:33:54.853602 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-810d60e1-8058-46f4-88d3-28d589c9b126 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-767295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-889640'] for router_interface, after_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:33:55.411075 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928f5035-d8da-46a4-8229-acbe64f3c5a4 req-a5f55e32-0ae5-4bb8-99aa-7a0ccb1cdd5b tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:33:55.412822 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-928f5035-d8da-46a4-8229-acbe64f3c5a4 req-a5f55e32-0ae5-4bb8-99aa-7a0ccb1cdd5b tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] 10.222.0.42 "GET /v2.0/ports?device_id=9be395dd-4db8-417d-a2bb-336ce985bc64 HTTP/1.1" status: 200 len: 945 time: 0.1915972 Aug 10 14:33:55.434402 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-810d60e1-8058-46f4-88d3-28d589c9b126 admin admin] Router 1a593172-ba96-477b-a983-f97f0e73a803 has already been hosted by L3 agent 8acc92de-0cfa-4d60-8b37-a39a4d3c1570 {{(pid=93410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 14:33:55.548818 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-928f5035-d8da-46a4-8229-acbe64f3c5a4 req-9b3a86ca-dc11-4741-8903-bef07d55ebdf tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9912597-50da-44b4-8698-0c8676f2e6da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1209309 Aug 10 14:33:55.631900 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-810d60e1-8058-46f4-88d3-28d589c9b126 admin admin] Notify agent at l3_agent.dv-cinder-798198-2-iscsi the message routers_updated {{(pid=93410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 14:33:55.643614 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [None req-810d60e1-8058-46f4-88d3-28d589c9b126 admin admin] 10.222.0.42 "PUT /v2.0/routers/1a593172-ba96-477b-a983-f97f0e73a803/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4186134 Aug 10 14:33:55.643812 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3240197-5c8f-43bc-862e-eeca3f8643d8 None None] Sync routers for ids ['1a593172-ba96-477b-a983-f97f0e73a803'] in dv-cinder-798198-2-iscsi {{(pid=93413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 14:33:55.644244 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.wsgi [-] (93410) accepted ('10.222.0.42', 53542) {{(pid=93410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:33:55.661883 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3240197-5c8f-43bc-862e-eeca3f8643d8 None None] Routers {'1a593172-ba96-477b-a983-f97f0e73a803'} bound to L3 agent in host dv-cinder-798198-2-iscsi {{(pid=93413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:33:55.663118 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.db.l3_hamode_db [None req-e3240197-5c8f-43bc-862e-eeca3f8643d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T14:22:29Z,description=,heartbeat_timestamp=2021-08-10T14:33:29Z,host='dv-cinder-798198-2-iscsi',id=8acc92de-0cfa-4d60-8b37-a39a4d3c1570,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T14:22:29Z,topic='l3_agent')) {'router_ids': ['1a593172-ba96-477b-a983-f97f0e73a803'], 'active': True} {{(pid=93413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:33:55.795124 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.db.l3_dvr_db [None req-e3240197-5c8f-43bc-862e-eeca3f8643d8 None None] Set router 1a593172-ba96-477b-a983-f97f0e73a803 gateway port host: dv-cinder-798198-2-iscsi {{(pid=93413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:33:55.795814 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-3ac25d41-4a04-498f-b99d-d87e50b5f8a6 admin admin] Notify callbacks [] for router, before_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:33:55.936927 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-3ac25d41-4a04-498f-b99d-d87e50b5f8a6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:33:55.989626 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.db.l3_hamode_db [None req-e3240197-5c8f-43bc-862e-eeca3f8643d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a593172-ba96-477b-a983-f97f0e73a803', 'name': 'tempest-ServerRescueNegativeTestJSON-2135491941-router', 'tenant_id': 'bf4e0f7339204a0c95f8d4f09f21f7e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'external_fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': 'af773401-7734-4e3d-88de-637a3fcbd70a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:30:12Z', 'updated_at': '2021-08-10T14:33:54Z', 'revision_number': 5, 'project_id': 'bf4e0f7339204a0c95f8d4f09f21f7e0', 'gw_port': {'id': 'af773401-7734-4e3d-88de-637a3fcbd70a', 'name': '', 'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:84:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a593172-ba96-477b-a983-f97f0e73a803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:30:14Z', 'updated_at': '2021-08-10T14:30:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-2-iscsi'}], 'dv-cinder-798198-2-iscsi', False) {} {{(pid=93413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:33:55.991576 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.plugin [None req-3ac25d41-4a04-498f-b99d-d87e50b5f8a6 admin admin] Deleting port af773401-7734-4e3d-88de-637a3fcbd70a {{(pid=93410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 14:33:55.991927 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-3ac25d41-4a04-498f-b99d-d87e50b5f8a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786683848753'] for port, before_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:33:56.021336 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3240197-5c8f-43bc-862e-eeca3f8643d8 None None] Checking router: 1a593172-ba96-477b-a983-f97f0e73a803 for host: dv-cinder-798198-2-iscsi {{(pid=93413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 14:33:56.029967 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3240197-5c8f-43bc-862e-eeca3f8643d8 None None] Routers {'1a593172-ba96-477b-a983-f97f0e73a803'} bound to L3 agent in host dv-cinder-798198-2-iscsi {{(pid=93413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:33:56.030529 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.db.l3_hamode_db [None req-e3240197-5c8f-43bc-862e-eeca3f8643d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T14:22:29Z,description=,heartbeat_timestamp=2021-08-10T14:33:29Z,host='dv-cinder-798198-2-iscsi',id=8acc92de-0cfa-4d60-8b37-a39a4d3c1570,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T14:22:29Z,topic='l3_agent')) {'router_ids': ['1a593172-ba96-477b-a983-f97f0e73a803'], 'active': True} {{(pid=93413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:33:56.076020 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [None req-3ac25d41-4a04-498f-b99d-d87e50b5f8a6 admin admin] For port af773401-7734-4e3d-88de-637a3fcbd70a, host dv-cinder-798198-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-2-iscsi',level=0,port_id=af773401-7734-4e3d-88de-637a3fcbd70a,segment=NetworkSegment(9b73c935-a484-45be-a2a0-87b3c816c298),segment_id=9b73c935-a484-45be-a2a0-87b3c816c298)] {{(pid=93410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:33:56.076384 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-3ac25d41-4a04-498f-b99d-d87e50b5f8a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-879274'] for port, precommit_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:33:56.088851 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.plugin [None req-3ac25d41-4a04-498f-b99d-d87e50b5f8a6 admin admin] Calling delete_port for af773401-7734-4e3d-88de-637a3fcbd70a owned by network:router_gateway {{(pid=93410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 14:33:56.099692 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-4c4950f4-7cb5-4409-a321-11dfb409a84d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:33:56.118318 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.db.l3_dvr_db [None req-e3240197-5c8f-43bc-862e-eeca3f8643d8 None None] Set router 1a593172-ba96-477b-a983-f97f0e73a803 gateway port host: None {{(pid=93413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:33:56.171980 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.db.l3_hamode_db [None req-e3240197-5c8f-43bc-862e-eeca3f8643d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a593172-ba96-477b-a983-f97f0e73a803', 'name': 'tempest-ServerRescueNegativeTestJSON-2135491941-router', 'tenant_id': 'bf4e0f7339204a0c95f8d4f09f21f7e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:30:12Z', 'updated_at': '2021-08-10T14:33:55Z', 'revision_number': 6, 'project_id': 'bf4e0f7339204a0c95f8d4f09f21f7e0', 'gw_port_host': None}], 'dv-cinder-798198-2-iscsi', False) {} {{(pid=93413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:33:56.202020 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3240197-5c8f-43bc-862e-eeca3f8643d8 None None] The sync data for ids ['1a593172-ba96-477b-a983-f97f0e73a803'] in dv-cinder-798198-2-iscsi is: [{'id': '1a593172-ba96-477b-a983-f97f0e73a803', 'name': 'tempest-ServerRescueNegativeTestJSON-2135491941-router', 'tenant_id': 'bf4e0f7339204a0c95f8d4f09f21f7e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:30:12Z', 'updated_at': '2021-08-10T14:33:55Z', 'revision_number': 6, 'project_id': 'bf4e0f7339204a0c95f8d4f09f21f7e0', 'gw_port_host': None}] {{(pid=93413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 14:33:56.237804 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Device 85ef6664-f2b0-44a5-9eb7-d8ada8adac40 no longer exists at agent hyperv_hv-cinder-79819 {{(pid=93412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 14:33:56.257294 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.plugin [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] No Port match for: 85ef6664-f2b0-44a5-9eb7-d8ada8adac40 {{(pid=93412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 14:33:56.257745 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Device 85ef6664-f2b0-44a5-9eb7-d8ada8adac40 not bound to the agent host hv-cinder-79819 {{(pid=93412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 14:33:56.280580 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-3ac25d41-4a04-498f-b99d-d87e50b5f8a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786683854475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786683465207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26372150'] for port, after_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:33:56.305739 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac25d41-4a04-498f-b99d-d87e50b5f8a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=af773401-7734-4e3d-88de-637a3fcbd70a,revision_number=None']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:33:56.367011 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-3ac25d41-4a04-498f-b99d-d87e50b5f8a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-880078'] for router_gateway, after_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:33:56.479457 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-3ac25d41-4a04-498f-b99d-d87e50b5f8a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-889914', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35201'] for router, precommit_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:33:56.481714 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-3ac25d41-4a04-498f-b99d-d87e50b5f8a6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:33:56.550275 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-3ac25d41-4a04-498f-b99d-d87e50b5f8a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-889891'] for router, after_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:33:56.550873 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ac25d41-4a04-498f-b99d-d87e50b5f8a6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1a593172-ba96-477b-a983-f97f0e73a803 {{(pid=93410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 14:33:56.556854 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-3ac25d41-4a04-498f-b99d-d87e50b5f8a6 admin admin] Notify callbacks [] for router, before_response {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:33:56.558676 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [None req-3ac25d41-4a04-498f-b99d-d87e50b5f8a6 admin admin] 10.222.0.42 "DELETE /v2.0/routers/1a593172-ba96-477b-a983-f97f0e73a803 HTTP/1.1" status: 204 len: 168 time: 0.9135971 Aug 10 14:33:56.561131 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.wsgi [-] (93410) accepted ('10.222.0.42', 53582) {{(pid=93410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:33:56.613606 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.db.db_base_plugin_v2 [None req-8dae94fd-8561-4635-a690-cca7a9e9a8d4 admin admin] Deleting subnet 525c6944-484f-4ed6-9e34-5e6d53ad95f0 {{(pid=93410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 14:33:56.617465 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-8dae94fd-8561-4635-a690-cca7a9e9a8d4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:33:56.695836 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-8dae94fd-8561-4635-a690-cca7a9e9a8d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25513275'] for subnet, precommit_delete_associations {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:33:56.741394 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292da9bd-b400-4fa0-9ac7-191d1a6dd865 req-c02c0ba2-4454-40dd-af81-68770aee6b33 tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:33:56.742973 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-292da9bd-b400-4fa0-9ac7-191d1a6dd865 req-c02c0ba2-4454-40dd-af81-68770aee6b33 tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] 10.222.0.42 "GET /v2.0/ports?device_id=9be395dd-4db8-417d-a2bb-336ce985bc64 HTTP/1.1" status: 200 len: 945 time: 0.0969160 Aug 10 14:33:56.759713 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-8dae94fd-8561-4635-a690-cca7a9e9a8d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1963407'] for subnet, precommit_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:33:56.825322 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-292da9bd-b400-4fa0-9ac7-191d1a6dd865 req-207554c2-3487-4552-9bd0-9dab6b63c538 tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9912597-50da-44b4-8698-0c8676f2e6da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734837 Aug 10 14:33:56.848786 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-8dae94fd-8561-4635-a690-cca7a9e9a8d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1963510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26372099', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25174900'] for subnet, after_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:33:56.880905 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-8dae94fd-8561-4635-a690-cca7a9e9a8d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-767256'] for subnet, before_response {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:33:56.882864 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [None req-8dae94fd-8561-4635-a690-cca7a9e9a8d4 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/525c6944-484f-4ed6-9e34-5e6d53ad95f0 HTTP/1.1" status: 204 len: 168 time: 0.3206751 Aug 10 14:33:56.883983 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dae94fd-8561-4635-a690-cca7a9e9a8d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=525c6944-484f-4ed6-9e34-5e6d53ad95f0,revision_number=None']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:33:56.885614 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.wsgi [-] (93411) accepted ('10.222.0.42', 53616) {{(pid=93411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:33:56.957582 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-569d66ec-abf9-4dc5-85ee-0b1a4f7c44fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1782855'] for network, before_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:33:57.054921 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-569d66ec-abf9-4dc5-85ee-0b1a4f7c44fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1963782', 'neutron.services.segments.db._delete_segments_for_network-8786683991920'] for network, precommit_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:33:57.066323 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.services.segments.db [None req-569d66ec-abf9-4dc5-85ee-0b1a4f7c44fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['468e5951-9973-4325-8315-97f35e9a6c27']}} {{(pid=93411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:33:57.076996 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.services.segments.db [None req-569d66ec-abf9-4dc5-85ee-0b1a4f7c44fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e1085dd-09d5-4f19-b111-8d42f2b374c1') {'for_net_delete': True} {{(pid=93411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:33:57.077286 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.services.segments.db [None req-569d66ec-abf9-4dc5-85ee-0b1a4f7c44fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e1085dd-09d5-4f19-b111-8d42f2b374c1') {} {{(pid=93411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:33:57.087081 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-569d66ec-abf9-4dc5-85ee-0b1a4f7c44fa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786683994745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26216149'] for segment, before_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:33:57.103948 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-569d66ec-abf9-4dc5-85ee-0b1a4f7c44fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1962803'] for segment, precommit_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:33:57.113890 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-569d66ec-abf9-4dc5-85ee-0b1a4f7c44fa admin admin] Releasing vlan 558 on physical network physnet1 to pool {{(pid=93411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 14:33:57.114487 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-569d66ec-abf9-4dc5-85ee-0b1a4f7c44fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1962803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2690431'] for segment, after_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:33:57.117132 dv-cinder-798198-2-iscsi neutron-server[93411]: Traceback (most recent call last): Aug 10 14:33:57.117132 dv-cinder-798198-2-iscsi neutron-server[93411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 14:33:57.117132 dv-cinder-798198-2-iscsi neutron-server[93411]: timer() Aug 10 14:33:57.117132 dv-cinder-798198-2-iscsi neutron-server[93411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 14:33:57.117132 dv-cinder-798198-2-iscsi neutron-server[93411]: cb(*args, **kw) Aug 10 14:33:57.117132 dv-cinder-798198-2-iscsi neutron-server[93411]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 14:33:57.117132 dv-cinder-798198-2-iscsi neutron-server[93411]: return func(*args, **kwargs) Aug 10 14:33:57.117132 dv-cinder-798198-2-iscsi neutron-server[93411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 14:33:57.117132 dv-cinder-798198-2-iscsi neutron-server[93411]: self._notify() Aug 10 14:33:57.117132 dv-cinder-798198-2-iscsi neutron-server[93411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 14:33:57.117132 dv-cinder-798198-2-iscsi neutron-server[93411]: self.callback(batched_events) Aug 10 14:33:57.117132 dv-cinder-798198-2-iscsi neutron-server[93411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 14:33:57.117132 dv-cinder-798198-2-iscsi neutron-server[93411]: event.method(event) Aug 10 14:33:57.117132 dv-cinder-798198-2-iscsi neutron-server[93411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 14:33:57.117132 dv-cinder-798198-2-iscsi neutron-server[93411]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 14:33:57.117132 dv-cinder-798198-2-iscsi neutron-server[93411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 14:33:57.117132 dv-cinder-798198-2-iscsi neutron-server[93411]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 14:33:57.117132 dv-cinder-798198-2-iscsi neutron-server[93411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 14:33:57.117132 dv-cinder-798198-2-iscsi neutron-server[93411]: return f(self, *a, **k) Aug 10 14:33:57.117132 dv-cinder-798198-2-iscsi neutron-server[93411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 14:33:57.117132 dv-cinder-798198-2-iscsi neutron-server[93411]: return self._get(url).json() Aug 10 14:33:57.117132 dv-cinder-798198-2-iscsi neutron-server[93411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 14:33:57.117132 dv-cinder-798198-2-iscsi neutron-server[93411]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 14:33:57.117132 dv-cinder-798198-2-iscsi neutron-server[93411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 14:33:57.117132 dv-cinder-798198-2-iscsi neutron-server[93411]: return self.request(url, 'GET', **kwargs) Aug 10 14:33:57.117132 dv-cinder-798198-2-iscsi neutron-server[93411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 14:33:57.117132 dv-cinder-798198-2-iscsi neutron-server[93411]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 14:33:57.117132 dv-cinder-798198-2-iscsi neutron-server[93411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 14:33:57.117132 dv-cinder-798198-2-iscsi neutron-server[93411]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 14:33:57.117132 dv-cinder-798198-2-iscsi neutron-server[93411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 14:33:57.117132 dv-cinder-798198-2-iscsi neutron-server[93411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 14:33:57.117132 dv-cinder-798198-2-iscsi neutron-server[93411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 14:33:57.188840 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-569d66ec-abf9-4dc5-85ee-0b1a4f7c44fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1963789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-880042'] for network, after_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:33:57.195982 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-569d66ec-abf9-4dc5-85ee-0b1a4f7c44fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-767256'] for network, before_response {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:33:57.201311 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-569d66ec-abf9-4dc5-85ee-0b1a4f7c44fa admin admin] 10.222.0.42 "DELETE /v2.0/networks/468e5951-9973-4325-8315-97f35e9a6c27 HTTP/1.1" status: 204 len: 168 time: 0.3112369 Aug 10 14:33:57.217518 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569d66ec-abf9-4dc5-85ee-0b1a4f7c44fa admin admin] Pushing event deleted for resources: {'Network': ['ID=468e5951-9973-4325-8315-97f35e9a6c27,revision_number=None']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:33:57.387685 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.wsgi [-] (93411) accepted ('10.222.0.42', 53624) {{(pid=93411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:33:57.429381 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-e12302a6-7bba-4cb6-8d90-efeb4fd05c64 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=bf4e0f7339204a0c95f8d4f09f21f7e0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0405562 Aug 10 14:33:57.431899 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.wsgi [-] (93411) accepted ('10.222.0.42', 53626) {{(pid=93411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:33:57.482789 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-1f2ac54e-f92b-4ee4-8778-c2c5e13ab8d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:33:57.489291 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Device af773401-7734-4e3d-88de-637a3fcbd70a no longer exists at agent ovs-agent-dv-cinder-798198-2-iscsi {{(pid=93412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 14:33:57.505499 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-1f2ac54e-f92b-4ee4-8778-c2c5e13ab8d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:33:57.511532 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.plugin [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] No Port match for: af773401-7734-4e3d-88de-637a3fcbd70a {{(pid=93412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 14:33:57.511878 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Device af773401-7734-4e3d-88de-637a3fcbd70a not bound to the agent host dv-cinder-798198-2-iscsi {{(pid=93412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 14:33:57.512278 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Device 5fbda359-4851-4cd3-846f-56ae570ee969 no longer exists at agent ovs-agent-dv-cinder-798198-2-iscsi {{(pid=93412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 14:33:57.530935 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.plugin [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] No Port match for: 5fbda359-4851-4cd3-846f-56ae570ee969 {{(pid=93412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 14:33:57.531235 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Device 5fbda359-4851-4cd3-846f-56ae570ee969 not bound to the agent host dv-cinder-798198-2-iscsi {{(pid=93412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 14:33:57.552957 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-1f2ac54e-f92b-4ee4-8778-c2c5e13ab8d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734645'] for security_group, after_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:33:57.555661 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-1f2ac54e-f92b-4ee4-8778-c2c5e13ab8d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:33:57.556819 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-1f2ac54e-f92b-4ee4-8778-c2c5e13ab8d0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6de17ce8-2ac1-42a8-95ab-f9984e61b328 HTTP/1.1" status: 204 len: 168 time: 0.1240220 Aug 10 14:33:57.564843 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2ac54e-f92b-4ee4-8778-c2c5e13ab8d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6de17ce8-2ac1-42a8-95ab-f9984e61b328,revision_number=None']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:33:57.962383 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44796b05-b977-4eaa-bcb5-641175f0ec0c req-2e920e5e-ca5e-411c-a90f-296c1499e85a tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:33:57.963961 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-44796b05-b977-4eaa-bcb5-641175f0ec0c req-2e920e5e-ca5e-411c-a90f-296c1499e85a tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] 10.222.0.42 "GET /v2.0/ports?device_id=9be395dd-4db8-417d-a2bb-336ce985bc64 HTTP/1.1" status: 200 len: 945 time: 0.0526900 Aug 10 14:33:58.013524 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-44796b05-b977-4eaa-bcb5-641175f0ec0c req-4cf123f1-789f-4cf4-a2b9-749a1daa70ee tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9912597-50da-44b4-8698-0c8676f2e6da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430207 Aug 10 14:33:58.075528 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.wsgi [-] (93411) accepted ('10.222.0.42', 53644) {{(pid=93411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:33:58.126122 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7186431-a5b2-46c9-a6b4-cc75dea7d4ef admin admin] Deleting subnet e9a22f62-539d-4a6f-8739-7c224d5d58f1 {{(pid=93411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 14:33:58.129769 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-a7186431-a5b2-46c9-a6b4-cc75dea7d4ef admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:33:58.170200 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-a7186431-a5b2-46c9-a6b4-cc75dea7d4ef admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26216108'] for subnet, precommit_delete_associations {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:33:58.212321 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-a7186431-a5b2-46c9-a6b4-cc75dea7d4ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1963407'] for subnet, precommit_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:33:58.286419 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-a7186431-a5b2-46c9-a6b4-cc75dea7d4ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1963510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2690453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26471085'] for subnet, after_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:33:58.313626 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7186431-a5b2-46c9-a6b4-cc75dea7d4ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9a22f62-539d-4a6f-8739-7c224d5d58f1,revision_number=None']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:33:58.315674 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-a7186431-a5b2-46c9-a6b4-cc75dea7d4ef admin admin] Notify callbacks [] for subnet, before_response {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:33:58.317762 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-a7186431-a5b2-46c9-a6b4-cc75dea7d4ef admin admin] 10.222.0.42 "DELETE /v2.0/subnets/e9a22f62-539d-4a6f-8739-7c224d5d58f1 HTTP/1.1" status: 204 len: 168 time: 0.2411084 Aug 10 14:33:58.321110 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.wsgi [-] (93411) accepted ('10.222.0.42', 53654) {{(pid=93411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:33:58.347582 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.wsgi [-] (93410) accepted ('10.222.0.42', 53656) {{(pid=93410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:33:58.392650 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-4d048299-6691-4dc2-bdf0-0311b9815a68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1782855'] for network, before_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:33:58.456130 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.v2.base [None req-da14f45c-3830-4664-b4df-f6f59904471c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-872741533-network', 'tenant_id': '44853dc206f34059b469cc35cda5cb30'}} {{(pid=93410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:33:58.470315 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-4d048299-6691-4dc2-bdf0-0311b9815a68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1963782', 'neutron.services.segments.db._delete_segments_for_network-8786683991920'] for network, precommit_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:33:58.477619 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da14f45c-3830-4664-b4df-f6f59904471c admin admin] Made reservation on behalf of 44853dc206f34059b469cc35cda5cb30 for: {'network': 1} {{(pid=93410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 14:33:58.480340 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-da14f45c-3830-4664-b4df-f6f59904471c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for network, before_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:33:58.480793 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.services.segments.db [None req-4d048299-6691-4dc2-bdf0-0311b9815a68 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bada3fd-9d51-4fed-bf98-dae845f60ce8']}} {{(pid=93411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:33:58.488957 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-da14f45c-3830-4664-b4df-f6f59904471c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:33:58.491147 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.services.segments.db [None req-4d048299-6691-4dc2-bdf0-0311b9815a68 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2bbb4b4-37e0-4687-a413-1b893c887ed7') {'for_net_delete': True} {{(pid=93411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:33:58.491441 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.services.segments.db [None req-4d048299-6691-4dc2-bdf0-0311b9815a68 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2bbb4b4-37e0-4687-a413-1b893c887ed7') {} {{(pid=93411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:33:58.500728 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-4d048299-6691-4dc2-bdf0-0311b9815a68 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786683994745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26216149'] for segment, before_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:33:58.516706 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-4d048299-6691-4dc2-bdf0-0311b9815a68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1962803'] for segment, precommit_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:33:58.522970 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d048299-6691-4dc2-bdf0-0311b9815a68 admin admin] Releasing vlan 563 on physical network physnet1 to pool {{(pid=93411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 14:33:58.523454 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-4d048299-6691-4dc2-bdf0-0311b9815a68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1962803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2690431'] for segment, after_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:33:58.525293 dv-cinder-798198-2-iscsi neutron-server[93411]: Traceback (most recent call last): Aug 10 14:33:58.525293 dv-cinder-798198-2-iscsi neutron-server[93411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 14:33:58.525293 dv-cinder-798198-2-iscsi neutron-server[93411]: timer() Aug 10 14:33:58.525293 dv-cinder-798198-2-iscsi neutron-server[93411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 14:33:58.525293 dv-cinder-798198-2-iscsi neutron-server[93411]: cb(*args, **kw) Aug 10 14:33:58.525293 dv-cinder-798198-2-iscsi neutron-server[93411]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 14:33:58.525293 dv-cinder-798198-2-iscsi neutron-server[93411]: return func(*args, **kwargs) Aug 10 14:33:58.525293 dv-cinder-798198-2-iscsi neutron-server[93411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 14:33:58.525293 dv-cinder-798198-2-iscsi neutron-server[93411]: self._notify() Aug 10 14:33:58.525293 dv-cinder-798198-2-iscsi neutron-server[93411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 14:33:58.525293 dv-cinder-798198-2-iscsi neutron-server[93411]: self.callback(batched_events) Aug 10 14:33:58.525293 dv-cinder-798198-2-iscsi neutron-server[93411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 14:33:58.525293 dv-cinder-798198-2-iscsi neutron-server[93411]: event.method(event) Aug 10 14:33:58.525293 dv-cinder-798198-2-iscsi neutron-server[93411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 14:33:58.525293 dv-cinder-798198-2-iscsi neutron-server[93411]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 14:33:58.525293 dv-cinder-798198-2-iscsi neutron-server[93411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 14:33:58.525293 dv-cinder-798198-2-iscsi neutron-server[93411]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 14:33:58.525293 dv-cinder-798198-2-iscsi neutron-server[93411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 14:33:58.525293 dv-cinder-798198-2-iscsi neutron-server[93411]: return f(self, *a, **k) Aug 10 14:33:58.525293 dv-cinder-798198-2-iscsi neutron-server[93411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 14:33:58.525293 dv-cinder-798198-2-iscsi neutron-server[93411]: return self._get(url).json() Aug 10 14:33:58.525293 dv-cinder-798198-2-iscsi neutron-server[93411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 14:33:58.525293 dv-cinder-798198-2-iscsi neutron-server[93411]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 14:33:58.525293 dv-cinder-798198-2-iscsi neutron-server[93411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 14:33:58.525293 dv-cinder-798198-2-iscsi neutron-server[93411]: return self.request(url, 'GET', **kwargs) Aug 10 14:33:58.525293 dv-cinder-798198-2-iscsi neutron-server[93411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 14:33:58.525293 dv-cinder-798198-2-iscsi neutron-server[93411]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 14:33:58.525293 dv-cinder-798198-2-iscsi neutron-server[93411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 14:33:58.525293 dv-cinder-798198-2-iscsi neutron-server[93411]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 14:33:58.525293 dv-cinder-798198-2-iscsi neutron-server[93411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 14:33:58.525293 dv-cinder-798198-2-iscsi neutron-server[93411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 14:33:58.525293 dv-cinder-798198-2-iscsi neutron-server[93411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 14:33:58.583281 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-4d048299-6691-4dc2-bdf0-0311b9815a68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1963789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-880042'] for network, after_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:33:58.588059 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-da14f45c-3830-4664-b4df-f6f59904471c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:33:58.588891 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-4d048299-6691-4dc2-bdf0-0311b9815a68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-767256'] for network, before_response {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:33:58.591032 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-4d048299-6691-4dc2-bdf0-0311b9815a68 admin admin] 10.222.0.42 "DELETE /v2.0/networks/0bada3fd-9d51-4fed-bf98-dae845f60ce8 HTTP/1.1" status: 204 len: 168 time: 0.2695930 Aug 10 14:33:58.594018 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-da14f45c-3830-4664-b4df-f6f59904471c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734645'] for security_group, after_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:33:58.615292 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d048299-6691-4dc2-bdf0-0311b9815a68 admin admin] Pushing event deleted for resources: {'Network': ['ID=0bada3fd-9d51-4fed-bf98-dae845f60ce8,revision_number=None']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:33:58.625163 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da14f45c-3830-4664-b4df-f6f59904471c admin admin] vlan segment allocate from pool success with {'vlan_id': 590, 'physical_network': 'physnet1'} {{(pid=93410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 14:33:58.634952 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da14f45c-3830-4664-b4df-f6f59904471c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e1f1c30-11f2-4245-ad3d-ce9f21d473e7,revision_number=1']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:33:58.639826 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-da14f45c-3830-4664-b4df-f6f59904471c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1962803'] for segment, precommit_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:33:58.640166 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.db.segments_db [None req-da14f45c-3830-4664-b4df-f6f59904471c admin admin] Added segment cea0df64-e7aa-4971-9a61-80514ca799ba of type vlan for network a614d805-3c32-418a-8a36-2a0c20a67d14 Aug 10 14:33:58.680879 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-da14f45c-3830-4664-b4df-f6f59904471c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786683450956'] for network, precommit_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:33:58.710961 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-da14f45c-3830-4664-b4df-f6f59904471c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238'] for network, after_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:33:58.712067 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da14f45c-3830-4664-b4df-f6f59904471c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:33:58.712536 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-da14f45c-3830-4664-b4df-f6f59904471c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-767256'] for network, before_response {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:33:58.715996 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.wsgi [-] (93411) accepted ('10.222.0.42', 53662) {{(pid=93411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:33:58.763853 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-6a164c5f-ffe8-4fcf-866f-d83c04d9410d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=54441281e8a54b899196ad3f7dd72d15&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0465856 Aug 10 14:33:58.764879 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [None req-da14f45c-3830-4664-b4df-f6f59904471c admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4160273 Aug 10 14:33:58.766395 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.wsgi [-] (93411) accepted ('10.222.0.42', 53664) {{(pid=93411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:33:58.768254 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.wsgi [-] (93411) accepted ('10.222.0.42', 53666) {{(pid=93411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:33:58.776118 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da14f45c-3830-4664-b4df-f6f59904471c admin admin] Pushing event updated for resources: {'Network': ['ID=a614d805-3c32-418a-8a36-2a0c20a67d14,revision_number=1']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:33:58.779599 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.v2.base [None req-a7f83c60-0d99-4976-aa00-7621ad8c0b37 admin admin] Request body: {'subnet': {'network_id': 'a614d805-3c32-418a-8a36-2a0c20a67d14', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-872741533-subnet', 'tenant_id': '44853dc206f34059b469cc35cda5cb30', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:33:58.787911 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Network a614d805-3c32-418a-8a36-2a0c20a67d14 details requested by agent ovs-agent-dv-cinder-798198-2-iscsi with host dv-cinder-798198-2-iscsi {{(pid=93412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 14:33:58.828103 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7f83c60-0d99-4976-aa00-7621ad8c0b37 admin admin] Made reservation on behalf of 44853dc206f34059b469cc35cda5cb30 for: {'subnet': 1} {{(pid=93411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 14:33:58.830552 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-a7f83c60-0d99-4976-aa00-7621ad8c0b37 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26470732'] for subnet, before_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:33:58.884416 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-f841c387-9a0f-458c-8ef8-cd4d3e133c8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:33:58.921690 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-f841c387-9a0f-458c-8ef8-cd4d3e133c8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:33:59.004370 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-f841c387-9a0f-458c-8ef8-cd4d3e133c8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734645'] for security_group, after_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:33:59.006993 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-f841c387-9a0f-458c-8ef8-cd4d3e133c8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:33:59.008139 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-f841c387-9a0f-458c-8ef8-cd4d3e133c8c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/359f3478-74cf-459c-8ca5-cc7bffc3d960 HTTP/1.1" status: 204 len: 168 time: 0.2407184 Aug 10 14:33:59.023916 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f841c387-9a0f-458c-8ef8-cd4d3e133c8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=359f3478-74cf-459c-8ca5-cc7bffc3d960,revision_number=None']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:33:59.073829 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-a7f83c60-0d99-4976-aa00-7621ad8c0b37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2690516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26470750'] for subnet, after_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:33:59.117225 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-32162db6-f1d5-48b8-9aea-5476b859d560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:33:59.119676 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:33:59.137782 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f83c60-0d99-4976-aa00-7621ad8c0b37 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d7f965d-fd24-4b99-b220-500326c89524,revision_number=0']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:33:59.148761 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f83c60-0d99-4976-aa00-7621ad8c0b37 admin admin] Checking segment: {'id': 'cea0df64-e7aa-4971-9a61-80514ca799ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'a614d805-3c32-418a-8a36-2a0c20a67d14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 14:33:59.149606 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7f83c60-0d99-4976-aa00-7621ad8c0b37 admin admin] Network hostable DHCP agents. Network: a614d805-3c32-418a-8a36-2a0c20a67d14, hostable agents: ['53faeb90-ccf6-4b1a-8900-1e421dfb616b'], hosted agents: [] {{(pid=93411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 14:33:59.171056 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7f83c60-0d99-4976-aa00-7621ad8c0b37 admin admin] Network a614d805-3c32-418a-8a36-2a0c20a67d14 is scheduled to be hosted by DHCP agent 53faeb90-ccf6-4b1a-8900-1e421dfb616b with binding_index 1 {{(pid=93411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 14:33:59.178714 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0521586c-49e1-496f-be3b-73d212012bc3 req-2eb4d982-4cd0-476b-8884-f4026a3ff236 tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:33:59.181239 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-0521586c-49e1-496f-be3b-73d212012bc3 req-2eb4d982-4cd0-476b-8884-f4026a3ff236 tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] 10.222.0.42 "GET /v2.0/ports?device_id=9be395dd-4db8-417d-a2bb-336ce985bc64 HTTP/1.1" status: 200 len: 945 time: 0.0785668 Aug 10 14:33:59.187001 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.scheduler.base_scheduler [None req-a7f83c60-0d99-4976-aa00-7621ad8c0b37 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798198-2-iscsi, a614d805-3c32-418a-8a36-2a0c20a67d14) {{(pid=93411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:33:59.193989 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7f83c60-0d99-4976-aa00-7621ad8c0b37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:33:59.194793 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-a7f83c60-0d99-4976-aa00-7621ad8c0b37 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:33:59.208147 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0b2b065-db75-4687-a187-6b368616ba77 None None] Network a614d805-3c32-418a-8a36-2a0c20a67d14 requested from dv-cinder-798198-2-iscsi {{(pid=93412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 14:33:59.228051 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-a7f83c60-0d99-4976-aa00-7621ad8c0b37 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4535270 Aug 10 14:33:59.249688 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-0521586c-49e1-496f-be3b-73d212012bc3 req-7c1abaf9-7e7b-4855-94dd-e05b2243f199 tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9912597-50da-44b4-8698-0c8676f2e6da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609741 Aug 10 14:33:59.367661 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-684098a8-18cb-4245-acf9-7e2d0cb5da42 None None] Network a614d805-3c32-418a-8a36-2a0c20a67d14 requested from dv-cinder-798198-2-iscsi {{(pid=93412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 14:33:59.862303 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cbf114-59cb-4134-adb6-9e9cb8b201eb req-a2722678-1ef2-45eb-938e-8e8680742a54 tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:33:59.863855 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-d5cbf114-59cb-4134-adb6-9e9cb8b201eb req-a2722678-1ef2-45eb-938e-8e8680742a54 tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] 10.222.0.42 "GET /v2.0/networks?id=a614d805-3c32-418a-8a36-2a0c20a67d14 HTTP/1.1" status: 200 len: 814 time: 0.1115813 Aug 10 14:33:59.880601 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-d5cbf114-59cb-4134-adb6-9e9cb8b201eb req-0ced62ee-9941-4fbe-9469-30b8a9c581bc tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] 10.222.0.42 "GET /v2.0/quotas/44853dc206f34059b469cc35cda5cb30 HTTP/1.1" status: 200 len: 375 time: 0.0104406 Aug 10 14:33:59.912355 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-d5cbf114-59cb-4134-adb6-9e9cb8b201eb req-0b48e6f5-1d7f-4ba5-8d60-ad3aac257fd4 tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=44853dc206f34059b469cc35cda5cb30&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0260446 Aug 10 14:34:00.011884 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-d5cbf114-59cb-4134-adb6-9e9cb8b201eb req-85f8dcb2-cb2c-44b3-aa6e-2d7d79cc2ab3 service neutron] 10.222.0.42 "GET /v2.0/networks/a614d805-3c32-418a-8a36-2a0c20a67d14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915654 Aug 10 14:34:00.105817 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-d5cbf114-59cb-4134-adb6-9e9cb8b201eb req-bf752047-a7c5-419a-854d-8ec57880a785 service neutron] 10.222.0.42 "GET /v2.0/networks/a614d805-3c32-418a-8a36-2a0c20a67d14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862334 Aug 10 14:34:00.185671 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-1682deac-1581-4d55-87bc-bceb4bcaf759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:34:00.312984 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-5c606f5a-3259-4c63-9c97-030af8bcd9e6 req-4c709252-28ad-4ae2-8e8f-dfbc18ebc3dc tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] 10.222.0.42 "GET /v2.0/ports?device_id=df8319e0-c023-4611-a25a-320bb70203fa HTTP/1.1" status: 200 len: 210 time: 0.0471137 Aug 10 14:34:00.395051 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22398bd-9f00-46ba-b386-dd7026a5ab42 req-1d42ba13-50cc-4524-bb36-643fcc5c9b2e tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:34:00.396821 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-a22398bd-9f00-46ba-b386-dd7026a5ab42 req-1d42ba13-50cc-4524-bb36-643fcc5c9b2e tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] 10.222.0.42 "GET /v2.0/ports?device_id=9be395dd-4db8-417d-a2bb-336ce985bc64 HTTP/1.1" status: 200 len: 945 time: 0.0518618 Aug 10 14:34:00.456771 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-a22398bd-9f00-46ba-b386-dd7026a5ab42 req-0675600f-0774-496c-8927-c53443c4d5dd tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9912597-50da-44b4-8698-0c8676f2e6da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481551 Aug 10 14:34:01.443832 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-eca30cbd-3a6a-4417-a910-016971f59c0d req-f67b1586-61ce-4811-85e8-40c75255b75b tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] 10.222.0.42 "GET /v2.0/ports?device_id=df8319e0-c023-4611-a25a-320bb70203fa HTTP/1.1" status: 200 len: 210 time: 0.0403221 Aug 10 14:34:01.473642 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cbf114-59cb-4134-adb6-9e9cb8b201eb req-5bbae7e7-2963-4937-8813-4ca36281617b tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:34:01.475812 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-d5cbf114-59cb-4134-adb6-9e9cb8b201eb req-5bbae7e7-2963-4937-8813-4ca36281617b tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] 10.222.0.18 "GET /v2.0/networks?id=a614d805-3c32-418a-8a36-2a0c20a67d14 HTTP/1.1" status: 200 len: 814 time: 0.1639609 Aug 10 14:34:01.506143 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.v2.base [req-d5cbf114-59cb-4134-adb6-9e9cb8b201eb req-938e0576-608f-4d04-b9a1-73adeee8e0ac tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] Request body: {'port': {'device_id': 'df8319e0-c023-4611-a25a-320bb70203fa', 'network_id': 'a614d805-3c32-418a-8a36-2a0c20a67d14', 'admin_state_up': True, 'tenant_id': '44853dc206f34059b469cc35cda5cb30'}} {{(pid=93410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:34:01.636919 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815fc691-e098-4fc7-8c0b-51af181bb7c9 req-e23cc5d8-a1bc-447d-9198-efa04c4c0654 tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:34:01.638406 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-815fc691-e098-4fc7-8c0b-51af181bb7c9 req-e23cc5d8-a1bc-447d-9198-efa04c4c0654 tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] 10.222.0.42 "GET /v2.0/ports?device_id=9be395dd-4db8-417d-a2bb-336ce985bc64 HTTP/1.1" status: 200 len: 945 time: 0.1156762 Aug 10 14:34:01.694337 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-815fc691-e098-4fc7-8c0b-51af181bb7c9 req-aa8f8d9f-6c03-4169-9046-4b75b57e0e22 tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9912597-50da-44b4-8698-0c8676f2e6da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487475 Aug 10 14:34:01.700185 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5cbf114-59cb-4134-adb6-9e9cb8b201eb req-938e0576-608f-4d04-b9a1-73adeee8e0ac tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] Made reservation on behalf of 44853dc206f34059b469cc35cda5cb30 for: {'port': 1} {{(pid=93410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 14:34:01.703638 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-d5cbf114-59cb-4134-adb6-9e9cb8b201eb req-938e0576-608f-4d04-b9a1-73adeee8e0ac tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:34:01.903786 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.db.db_base_plugin_common [req-d5cbf114-59cb-4134-adb6-9e9cb8b201eb req-938e0576-608f-4d04-b9a1-73adeee8e0ac tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] Allocated IP 172.20.0.2 (a614d805-3c32-418a-8a36-2a0c20a67d14/9d7f965d-fd24-4b99-b220-500326c89524/d2390cef-8b0d-412d-9d0a-904f49334482) {{(pid=93410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 14:34:01.936258 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e9579c-d8f2-480c-bacd-22be0d8640bb req-3640cb31-f5ee-420e-b1c5-1332e775a07a tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:34:01.937787 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-89e9579c-d8f2-480c-bacd-22be0d8640bb req-3640cb31-f5ee-420e-b1c5-1332e775a07a tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae4b7b40-4a73-4447-9a21-ded7aacebb62 HTTP/1.1" status: 200 len: 984 time: 0.1185231 Aug 10 14:34:01.939663 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff93ceb-4266-4a67-ab31-300aa966cfc1 req-1a05a7fc-6b51-45f0-a145-fd81dfdf5372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:34:01.941069 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-eff93ceb-4266-4a67-ab31-300aa966cfc1 req-1a05a7fc-6b51-45f0-a145-fd81dfdf5372 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=07adee952320462e8ef9cf17396b0b67&device_id=ae4b7b40-4a73-4447-9a21-ded7aacebb62 HTTP/1.1" status: 200 len: 1137 time: 0.1235912 Aug 10 14:34:02.067946 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-89e9579c-d8f2-480c-bacd-22be0d8640bb req-7027ef9e-a85e-4732-98c9-588fe45ff921 tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] 10.222.0.42 "GET /v2.0/security-groups?id=98f06cea-294e-49b1-a4a2-e9dfbb056f19&id=096b7e29-319c-451f-8c5c-892bd6ab7d84&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1232433 Aug 10 14:34:02.134005 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-f97b798d-bd61-4bdb-bb4a-e55e1a0659df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:34:02.162706 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff93ceb-4266-4a67-ab31-300aa966cfc1 req-47302a13-0666-4717-a22c-ce28a267c755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:34:02.164176 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-eff93ceb-4266-4a67-ab31-300aa966cfc1 req-47302a13-0666-4717-a22c-ce28a267c755 service neutron] 10.222.0.18 "GET /v2.0/networks?id=7083ffdd-d140-4aab-95da-06bd854ff63b HTTP/1.1" status: 200 len: 916 time: 0.2099910 Aug 10 14:34:02.265214 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-d5cbf114-59cb-4134-adb6-9e9cb8b201eb req-938e0576-608f-4d04-b9a1-73adeee8e0ac tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] Notify callbacks [] for port, precommit_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:34:02.275374 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-eff93ceb-4266-4a67-ab31-300aa966cfc1 req-aac564ce-6fab-4583-a874-1741a3902733 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=225153cc-3472-4c8f-abb3-1c60df6639f1 HTTP/1.1" status: 200 len: 1000 time: 0.0987766 Aug 10 14:34:02.357222 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff93ceb-4266-4a67-ab31-300aa966cfc1 req-47d2a5b9-2393-4c5d-8baa-a2bee0644c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:34:02.358880 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-eff93ceb-4266-4a67-ab31-300aa966cfc1 req-47d2a5b9-2393-4c5d-8baa-a2bee0644c7e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a9c6fdb5-8d6e-4a2a-b088-d4102712e94a HTTP/1.1" status: 200 len: 854 time: 0.0743604 Aug 10 14:34:02.364650 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-d5cbf114-59cb-4134-adb6-9e9cb8b201eb req-938e0576-608f-4d04-b9a1-73adeee8e0ac tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786683465198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26372150'] for port, after_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:34:02.430983 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5cbf114-59cb-4134-adb6-9e9cb8b201eb req-938e0576-608f-4d04-b9a1-73adeee8e0ac tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] Network a614d805-3c32-418a-8a36-2a0c20a67d14 is already hosted by enough agents. {{(pid=93410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 14:34:02.440609 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.scheduler.base_scheduler [req-d5cbf114-59cb-4134-adb6-9e9cb8b201eb req-938e0576-608f-4d04-b9a1-73adeee8e0ac tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] Resources bound (agent type, host, resource id): {{(pid=93410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:34:02.443558 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5cbf114-59cb-4134-adb6-9e9cb8b201eb req-938e0576-608f-4d04-b9a1-73adeee8e0ac tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] Received port after_create {{(pid=93410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 14:34:02.477340 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938e0576-608f-4d04-b9a1-73adeee8e0ac tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] Pushing event updated for resources: {'Port': ['ID=d2390cef-8b0d-412d-9d0a-904f49334482,revision_number=1']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:34:02.496326 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff93ceb-4266-4a67-ab31-300aa966cfc1 req-b30bc4d1-2fd4-472b-9507-9e722402aa91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:34:02.497913 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-eff93ceb-4266-4a67-ab31-300aa966cfc1 req-b30bc4d1-2fd4-472b-9507-9e722402aa91 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7083ffdd-d140-4aab-95da-06bd854ff63b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1252568 Aug 10 14:34:02.505563 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cbf114-59cb-4134-adb6-9e9cb8b201eb req-938e0576-608f-4d04-b9a1-73adeee8e0ac tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:34:02.506165 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-d5cbf114-59cb-4134-adb6-9e9cb8b201eb req-938e0576-608f-4d04-b9a1-73adeee8e0ac tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-387483'] for port, before_response {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:34:02.570840 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-d5cbf114-59cb-4134-adb6-9e9cb8b201eb req-938e0576-608f-4d04-b9a1-73adeee8e0ac tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0689986 Aug 10 14:34:02.597934 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.v2.base [req-d5cbf114-59cb-4134-adb6-9e9cb8b201eb req-d0b04857-8b26-428e-8634-3af42358c289 service neutron] Request body: {'port': {'device_id': 'df8319e0-c023-4611-a25a-320bb70203fa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79819'}} {{(pid=93410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:34:02.612311 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:34:02.686233 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-eff93ceb-4266-4a67-ab31-300aa966cfc1 req-58c59d92-d7ba-42cd-8098-9a84b9d6bbf7 service neutron] 10.222.0.18 "GET /v2.0/networks/7083ffdd-d140-4aab-95da-06bd854ff63b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737132 Aug 10 14:34:02.696688 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc3936d-b2e5-40c8-96df-7f3382fa4414 req-95b7f0c5-1fd5-4e9e-9d80-7606a3225cd7 tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:34:02.698206 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-3bc3936d-b2e5-40c8-96df-7f3382fa4414 req-95b7f0c5-1fd5-4e9e-9d80-7606a3225cd7 tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] 10.222.0.42 "GET /v2.0/ports?device_id=df8319e0-c023-4611-a25a-320bb70203fa HTTP/1.1" status: 200 len: 931 time: 0.1652431 Aug 10 14:34:02.710235 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-d5cbf114-59cb-4134-adb6-9e9cb8b201eb req-d0b04857-8b26-428e-8634-3af42358c289 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:34:03.091927 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-3bc3936d-b2e5-40c8-96df-7f3382fa4414 req-8be5f377-1718-4c45-9fca-922ba4a5c7d4 tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e1f1c30-11f2-4245-ad3d-ce9f21d473e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3839548 Aug 10 14:34:03.119819 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-eff93ceb-4266-4a67-ab31-300aa966cfc1 req-4beb05b7-d6f0-473f-980d-1a084236abae service neutron] 10.222.0.18 "GET /v2.0/networks/7083ffdd-d140-4aab-95da-06bd854ff63b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4205680 Aug 10 14:34:03.187738 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03e8907-4736-47bb-a34a-b47d3f0c844f req-a3115da0-913e-4563-b39d-ead9591781ba tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:34:03.189304 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-c03e8907-4736-47bb-a34a-b47d3f0c844f req-a3115da0-913e-4563-b39d-ead9591781ba tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] 10.222.0.42 "GET /v2.0/ports?device_id=9be395dd-4db8-417d-a2bb-336ce985bc64 HTTP/1.1" status: 200 len: 945 time: 0.4157794 Aug 10 14:34:03.332808 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4416e9-337d-4a55-a9c1-a82b70202b7d req-e5d12080-e258-4954-a465-ec66719f3092 tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:34:03.334325 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-9e4416e9-337d-4a55-a9c1-a82b70202b7d req-e5d12080-e258-4954-a465-ec66719f3092 tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae4b7b40-4a73-4447-9a21-ded7aacebb62 HTTP/1.1" status: 200 len: 984 time: 0.1694880 Aug 10 14:34:03.339537 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-c03e8907-4736-47bb-a34a-b47d3f0c844f req-82bd2d49-e86a-474a-a9b2-cd91831cc4d9 tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9912597-50da-44b4-8698-0c8676f2e6da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1219149 Aug 10 14:34:03.409583 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-9e4416e9-337d-4a55-a9c1-a82b70202b7d req-fb534d5d-3f00-434a-a3e1-db6d085638fd tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] 10.222.0.42 "GET /v2.0/security-groups?id=98f06cea-294e-49b1-a4a2-e9dfbb056f19&id=096b7e29-319c-451f-8c5c-892bd6ab7d84&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0649786 Aug 10 14:34:03.492233 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.notifiers.nova [req-d5cbf114-59cb-4134-adb6-9e9cb8b201eb req-d0b04857-8b26-428e-8634-3af42358c289 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2390cef-8b0d-412d-9d0a-904f49334482 {{(pid=93410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 14:34:03.506637 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-d5cbf114-59cb-4134-adb6-9e9cb8b201eb req-d0b04857-8b26-428e-8634-3af42358c289 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:34:03.521522 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [req-d5cbf114-59cb-4134-adb6-9e9cb8b201eb req-d0b04857-8b26-428e-8634-3af42358c289 service neutron] Transition to ACTIVE for port object d2390cef-8b0d-412d-9d0a-904f49334482 will not be triggered until provisioned by entity L2. {{(pid=93410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 14:34:03.526189 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-d5cbf114-59cb-4134-adb6-9e9cb8b201eb req-d0b04857-8b26-428e-8634-3af42358c289 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683854493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786683465220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786683465238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26372301'] for port, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:34:03.584394 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b04857-8b26-428e-8634-3af42358c289 service neutron] Pushing event updated for resources: {'Port': ['ID=d2390cef-8b0d-412d-9d0a-904f49334482,revision_number=2']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:34:03.670216 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.managers [req-d5cbf114-59cb-4134-adb6-9e9cb8b201eb req-d0b04857-8b26-428e-8634-3af42358c289 service neutron] Attempting to bind port d2390cef-8b0d-412d-9d0a-904f49334482 on host hv-cinder-79819 for vnic_type normal with profile {{(pid=93410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 14:34:03.670591 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.managers [req-d5cbf114-59cb-4134-adb6-9e9cb8b201eb req-d0b04857-8b26-428e-8634-3af42358c289 service neutron] Attempting to bind port d2390cef-8b0d-412d-9d0a-904f49334482 by drivers openvswitch,hyperv on host hv-cinder-79819 at level 0 using segments [{'id': 'cea0df64-e7aa-4971-9a61-80514ca799ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'a614d805-3c32-418a-8a36-2a0c20a67d14'}] {{(pid=93410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 14:34:03.670940 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5cbf114-59cb-4134-adb6-9e9cb8b201eb req-d0b04857-8b26-428e-8634-3af42358c289 service neutron] Attempting to bind port d2390cef-8b0d-412d-9d0a-904f49334482 on network a614d805-3c32-418a-8a36-2a0c20a67d14 {{(pid=93410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 14:34:03.679571 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5cbf114-59cb-4134-adb6-9e9cb8b201eb req-d0b04857-8b26-428e-8634-3af42358c289 service neutron] Port d2390cef-8b0d-412d-9d0a-904f49334482 on network a614d805-3c32-418a-8a36-2a0c20a67d14 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79819 {{(pid=93410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 14:34:03.679915 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5cbf114-59cb-4134-adb6-9e9cb8b201eb req-d0b04857-8b26-428e-8634-3af42358c289 service neutron] Attempting to bind port d2390cef-8b0d-412d-9d0a-904f49334482 on network a614d805-3c32-418a-8a36-2a0c20a67d14 {{(pid=93410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 14:34:03.685383 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5cbf114-59cb-4134-adb6-9e9cb8b201eb req-d0b04857-8b26-428e-8634-3af42358c289 service neutron] Checking agent: {'id': '193de837-f8e2-4c0a-a012-1a4e123b0e95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 14, 28, 33), 'started_at': datetime.datetime(2021, 8, 10, 14, 28, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 14, 34, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 14:34:03.685801 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5cbf114-59cb-4134-adb6-9e9cb8b201eb req-d0b04857-8b26-428e-8634-3af42358c289 service neutron] Checking segment: {'id': 'cea0df64-e7aa-4971-9a61-80514ca799ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'a614d805-3c32-418a-8a36-2a0c20a67d14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 14:34:03.687401 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5cbf114-59cb-4134-adb6-9e9cb8b201eb req-d0b04857-8b26-428e-8634-3af42358c289 service neutron] Bound using segment: {'id': 'cea0df64-e7aa-4971-9a61-80514ca799ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'a614d805-3c32-418a-8a36-2a0c20a67d14'} {{(pid=93410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 14:34:03.687401 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.managers [req-d5cbf114-59cb-4134-adb6-9e9cb8b201eb req-d0b04857-8b26-428e-8634-3af42358c289 service neutron] Bound port: d2390cef-8b0d-412d-9d0a-904f49334482, host: hv-cinder-79819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cea0df64-e7aa-4971-9a61-80514ca799ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'a614d805-3c32-418a-8a36-2a0c20a67d14'}}] {{(pid=93410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 14:34:03.687401 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-d5cbf114-59cb-4134-adb6-9e9cb8b201eb req-d0b04857-8b26-428e-8634-3af42358c289 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:34:03.756218 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [req-d5cbf114-59cb-4134-adb6-9e9cb8b201eb req-d0b04857-8b26-428e-8634-3af42358c289 service neutron] For port d2390cef-8b0d-412d-9d0a-904f49334482, host hv-cinder-79819, cleared binding levels {{(pid=93410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 14:34:03.760194 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [req-d5cbf114-59cb-4134-adb6-9e9cb8b201eb req-d0b04857-8b26-428e-8634-3af42358c289 service neutron] For port d2390cef-8b0d-412d-9d0a-904f49334482, host hv-cinder-79819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=d2390cef-8b0d-412d-9d0a-904f49334482,segment=NetworkSegment(cea0df64-e7aa-4971-9a61-80514ca799ba),segment_id=cea0df64-e7aa-4971-9a61-80514ca799ba)] {{(pid=93410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 14:34:03.764473 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-d5cbf114-59cb-4134-adb6-9e9cb8b201eb req-d0b04857-8b26-428e-8634-3af42358c289 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683854493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786683465220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786683465238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26372301'] for port, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:34:03.802732 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cbf114-59cb-4134-adb6-9e9cb8b201eb req-d0b04857-8b26-428e-8634-3af42358c289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:34:03.803345 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-d5cbf114-59cb-4134-adb6-9e9cb8b201eb req-d0b04857-8b26-428e-8634-3af42358c289 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-387483'] for port, before_response {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:34:03.804795 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-d5cbf114-59cb-4134-adb6-9e9cb8b201eb req-d0b04857-8b26-428e-8634-3af42358c289 service neutron] 10.222.0.18 "PUT /v2.0/ports/d2390cef-8b0d-412d-9d0a-904f49334482 HTTP/1.1" status: 200 len: 1093 time: 1.2111104 Aug 10 14:34:03.805238 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df8319e0-c023-4611-a25a-320bb70203fa', 'tag': 'd2390cef-8b0d-412d-9d0a-904f49334482'}] {{(pid=93410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:34:03.807635 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}173c15a1f530ed65b3eefe425c4e9cd9c28cfc2a1cdec76c1bb34aa91000b996" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d491e79-5bf5-4029-8810-e3732f9299ac" -d '{"events": [{"name": "network-changed", "server_uuid": "df8319e0-c023-4611-a25a-320bb70203fa", "tag": "d2390cef-8b0d-412d-9d0a-904f49334482"}]}' {{(pid=93410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:34:03.832937 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b04857-8b26-428e-8634-3af42358c289 service neutron] Pushing event updated for resources: {'Port': ['ID=d2390cef-8b0d-412d-9d0a-904f49334482,revision_number=3']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:34:03.848720 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 14:34:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8f48dbc-fe5f-41cf-a5c0-7d4ade7e06ef x-openstack-request-id: req-a8f48dbc-fe5f-41cf-a5c0-7d4ade7e06ef {{(pid=93410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:34:03.849011 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df8319e0-c023-4611-a25a-320bb70203fa", "tag": "d2390cef-8b0d-412d-9d0a-904f49334482", "status": "completed", "code": 200}]} {{(pid=93410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:34:03.849262 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a8f48dbc-fe5f-41cf-a5c0-7d4ade7e06ef {{(pid=93410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:34:03.849744 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df8319e0-c023-4611-a25a-320bb70203fa', 'tag': 'd2390cef-8b0d-412d-9d0a-904f49334482', 'status': 'completed', 'code': 200} Aug 10 14:34:03.909691 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cbf114-59cb-4134-adb6-9e9cb8b201eb req-2b78e95d-f5ac-4df4-9ff5-9818c9205660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:34:03.911133 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-d5cbf114-59cb-4134-adb6-9e9cb8b201eb req-2b78e95d-f5ac-4df4-9ff5-9818c9205660 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=44853dc206f34059b469cc35cda5cb30&device_id=df8319e0-c023-4611-a25a-320bb70203fa HTTP/1.1" status: 200 len: 1096 time: 0.0466721 Aug 10 14:34:03.954006 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-d5cbf114-59cb-4134-adb6-9e9cb8b201eb req-993d5648-4986-4418-a25f-ddc16817e980 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d2390cef-8b0d-412d-9d0a-904f49334482 HTTP/1.1" status: 200 len: 217 time: 0.0345314 Aug 10 14:34:04.014103 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cbf114-59cb-4134-adb6-9e9cb8b201eb req-49c99ec6-edbf-427c-84a2-5929541b67a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:34:04.017104 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-d5cbf114-59cb-4134-adb6-9e9cb8b201eb req-49c99ec6-edbf-427c-84a2-5929541b67a6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9d7f965d-fd24-4b99-b220-500326c89524 HTTP/1.1" status: 200 len: 854 time: 0.0545576 Aug 10 14:34:04.059169 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-d5cbf114-59cb-4134-adb6-9e9cb8b201eb req-fa89571e-8a1c-41b3-931f-ef0c3fe23066 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a614d805-3c32-418a-8a36-2a0c20a67d14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339274 Aug 10 14:34:04.161673 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-d5cbf114-59cb-4134-adb6-9e9cb8b201eb req-d71469d4-3060-4636-b119-edc397dc2de5 service neutron] 10.222.0.18 "GET /v2.0/networks/a614d805-3c32-418a-8a36-2a0c20a67d14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929387 Aug 10 14:34:04.299348 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72727e6c-dad9-47a0-8e0c-9649e253dd2f req-59601e58-773e-4fdb-83a3-b4099b0e56fe tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:34:04.300980 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-72727e6c-dad9-47a0-8e0c-9649e253dd2f req-59601e58-773e-4fdb-83a3-b4099b0e56fe tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] 10.222.0.42 "GET /v2.0/ports?device_id=df8319e0-c023-4611-a25a-320bb70203fa HTTP/1.1" status: 200 len: 943 time: 0.1234059 Aug 10 14:34:04.307445 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-d5cbf114-59cb-4134-adb6-9e9cb8b201eb req-bc3e7c4c-93bb-4b37-a062-c2f367eb2ea2 service neutron] 10.222.0.18 "GET /v2.0/networks/a614d805-3c32-418a-8a36-2a0c20a67d14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385224 Aug 10 14:34:04.344864 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-72727e6c-dad9-47a0-8e0c-9649e253dd2f req-07620b4a-f32a-4632-9e7b-3453727be685 tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e1f1c30-11f2-4245-ad3d-ce9f21d473e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364358 Aug 10 14:34:04.412191 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d491e79-5bf5-4029-8810-e3732f9299ac req-c9e07fd7-ddc2-4f3d-9fe8-93ba8d850e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:34:04.413712 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-7d491e79-5bf5-4029-8810-e3732f9299ac req-c9e07fd7-ddc2-4f3d-9fe8-93ba8d850e1b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=44853dc206f34059b469cc35cda5cb30&device_id=df8319e0-c023-4611-a25a-320bb70203fa HTTP/1.1" status: 200 len: 1096 time: 0.0453763 Aug 10 14:34:04.602649 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d491e79-5bf5-4029-8810-e3732f9299ac req-237e768a-04a2-49d1-ab24-b5c3b23824e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:34:04.604277 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-7d491e79-5bf5-4029-8810-e3732f9299ac req-237e768a-04a2-49d1-ab24-b5c3b23824e8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a614d805-3c32-418a-8a36-2a0c20a67d14 HTTP/1.1" status: 200 len: 915 time: 0.1813791 Aug 10 14:34:04.613491 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea53821-d1c8-4216-a4fb-ed66e32b4201 req-c8fe730c-c42a-4722-94cf-ef99d3f0fc32 tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:34:04.615163 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-0ea53821-d1c8-4216-a4fb-ed66e32b4201 req-c8fe730c-c42a-4722-94cf-ef99d3f0fc32 tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] 10.222.0.42 "GET /v2.0/ports?device_id=9be395dd-4db8-417d-a2bb-336ce985bc64 HTTP/1.1" status: 200 len: 945 time: 0.1825964 Aug 10 14:34:04.672107 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f74fe35-645c-4c5c-9d55-29f04340eaa4 req-0aba702b-9edb-453e-8046-18f6266f81ab tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:34:04.673665 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-7f74fe35-645c-4c5c-9d55-29f04340eaa4 req-0aba702b-9edb-453e-8046-18f6266f81ab tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae4b7b40-4a73-4447-9a21-ded7aacebb62 HTTP/1.1" status: 200 len: 984 time: 0.1831527 Aug 10 14:34:04.680922 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-7d491e79-5bf5-4029-8810-e3732f9299ac req-027e40be-f12f-4c83-a693-555165fce8fd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d2390cef-8b0d-412d-9d0a-904f49334482 HTTP/1.1" status: 200 len: 217 time: 0.0646996 Aug 10 14:34:04.770620 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-0ea53821-d1c8-4216-a4fb-ed66e32b4201 req-6cf7c33c-b85c-46e2-8e9e-849f7ccc0b79 tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9912597-50da-44b4-8698-0c8676f2e6da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1430244 Aug 10 14:34:04.785141 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-7f74fe35-645c-4c5c-9d55-29f04340eaa4 req-f08dd175-814c-41d6-8ac2-cfac13d2b33b tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] 10.222.0.42 "GET /v2.0/security-groups?id=98f06cea-294e-49b1-a4a2-e9dfbb056f19&id=096b7e29-319c-451f-8c5c-892bd6ab7d84&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1032429 Aug 10 14:34:04.787223 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d491e79-5bf5-4029-8810-e3732f9299ac req-ad66293f-3ebf-4646-9fee-e76fd8bbf226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:34:04.788656 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-7d491e79-5bf5-4029-8810-e3732f9299ac req-ad66293f-3ebf-4646-9fee-e76fd8bbf226 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9d7f965d-fd24-4b99-b220-500326c89524 HTTP/1.1" status: 200 len: 854 time: 0.0964265 Aug 10 14:34:04.829311 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-7d491e79-5bf5-4029-8810-e3732f9299ac req-dc850e42-f0b1-4a6a-8468-39fc8ccd79a9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a614d805-3c32-418a-8a36-2a0c20a67d14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319078 Aug 10 14:34:04.921712 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-7d491e79-5bf5-4029-8810-e3732f9299ac req-f999523a-9ef6-416b-9758-91a3d2529a69 service neutron] 10.222.0.18 "GET /v2.0/networks/a614d805-3c32-418a-8a36-2a0c20a67d14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847704 Aug 10 14:34:05.024164 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-7d491e79-5bf5-4029-8810-e3732f9299ac req-42cbdbd3-72d2-4662-ba53-f61d4c2d5b67 service neutron] 10.222.0.18 "GET /v2.0/networks/a614d805-3c32-418a-8a36-2a0c20a67d14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947981 Aug 10 14:34:05.502920 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54ff624-976e-4575-aa40-6e94bc9759d0 req-ec47c9c6-65eb-4226-b948-6ed1bd9b755f tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:34:05.504546 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-a54ff624-976e-4575-aa40-6e94bc9759d0 req-ec47c9c6-65eb-4226-b948-6ed1bd9b755f tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] 10.222.0.42 "GET /v2.0/ports?device_id=df8319e0-c023-4611-a25a-320bb70203fa HTTP/1.1" status: 200 len: 943 time: 0.0868170 Aug 10 14:34:05.546993 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-a54ff624-976e-4575-aa40-6e94bc9759d0 req-0caf3cfe-b913-43c9-8f85-c664028bb9b3 tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e1f1c30-11f2-4245-ad3d-ce9f21d473e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355635 Aug 10 14:34:05.928822 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e193aaaa-2727-4327-aff1-2973517d40b1 req-825cae60-4cbc-4740-a0ce-1b8819662523 tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:34:05.930376 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-e193aaaa-2727-4327-aff1-2973517d40b1 req-825cae60-4cbc-4740-a0ce-1b8819662523 tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] 10.222.0.42 "GET /v2.0/ports?device_id=9be395dd-4db8-417d-a2bb-336ce985bc64 HTTP/1.1" status: 200 len: 945 time: 0.0831773 Aug 10 14:34:05.947512 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f552d4e-5357-4f8d-85e6-2eddc4896558 req-d5255885-4663-4e5f-a045-ff331bc77195 tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:34:05.949575 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-9f552d4e-5357-4f8d-85e6-2eddc4896558 req-d5255885-4663-4e5f-a045-ff331bc77195 tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae4b7b40-4a73-4447-9a21-ded7aacebb62 HTTP/1.1" status: 200 len: 984 time: 0.0907266 Aug 10 14:34:06.005350 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-e193aaaa-2727-4327-aff1-2973517d40b1 req-338be7a7-e978-475d-85c6-313c6794f308 tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9912597-50da-44b4-8698-0c8676f2e6da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660374 Aug 10 14:34:06.017071 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-9f552d4e-5357-4f8d-85e6-2eddc4896558 req-922c586a-f501-49f4-a497-ca254cb61d31 tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] 10.222.0.42 "GET /v2.0/security-groups?id=98f06cea-294e-49b1-a4a2-e9dfbb056f19&id=096b7e29-319c-451f-8c5c-892bd6ab7d84&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0600622 Aug 10 14:34:06.232984 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cf4c25-db39-4027-8275-f0ee484de41c req-585686f5-d0f3-4b79-a0b1-bde77883569e tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:34:06.234816 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-a7cf4c25-db39-4027-8275-f0ee484de41c req-585686f5-d0f3-4b79-a0b1-bde77883569e tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] 10.222.0.42 "GET /v2.0/ports?device_id=9be395dd-4db8-417d-a2bb-336ce985bc64 HTTP/1.1" status: 200 len: 945 time: 0.0645728 Aug 10 14:34:06.305362 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a765ea-43c3-4af3-9ceb-bcbfe4f1aede req-c65503d6-9e35-410b-9e75-0b891baf4126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:34:06.307143 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-f8a765ea-43c3-4af3-9ceb-bcbfe4f1aede req-c65503d6-9e35-410b-9e75-0b891baf4126 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=02185bbc814948319e41921dcf271d7d&device_id=9be395dd-4db8-417d-a2bb-336ce985bc64 HTTP/1.1" status: 200 len: 1098 time: 0.0916884 Aug 10 14:34:06.310898 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-a7cf4c25-db39-4027-8275-f0ee484de41c req-8004ba6b-c7e7-4e4b-8664-e1a2b004c06e tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9912597-50da-44b4-8698-0c8676f2e6da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604701 Aug 10 14:34:06.410323 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a765ea-43c3-4af3-9ceb-bcbfe4f1aede req-1c12e868-fc95-4695-b5bd-15e46b469c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:34:06.411972 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-f8a765ea-43c3-4af3-9ceb-bcbfe4f1aede req-1c12e868-fc95-4695-b5bd-15e46b469c46 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c66be7ba-5c71-487e-a4a7-ed7cb74aecf9 HTTP/1.1" status: 200 len: 912 time: 0.0969889 Aug 10 14:34:06.493948 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-f8a765ea-43c3-4af3-9ceb-bcbfe4f1aede req-05d8eb1e-3cb5-4f7d-a00f-be6c8edc5ba3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a1a32a24-f80d-4406-8c99-ccbce1fee6c9 HTTP/1.1" status: 200 len: 999 time: 0.0721393 Aug 10 14:34:06.552433 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a765ea-43c3-4af3-9ceb-bcbfe4f1aede req-0cdd697c-05a1-40ab-93db-fb1c04acd4db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:34:06.553864 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-f8a765ea-43c3-4af3-9ceb-bcbfe4f1aede req-0cdd697c-05a1-40ab-93db-fb1c04acd4db service neutron] 10.222.0.18 "GET /v2.0/subnets?id=18e8c05a-0b63-4e4f-b068-6c86c9aef18c HTTP/1.1" status: 200 len: 850 time: 0.0518510 Aug 10 14:34:06.606910 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a765ea-43c3-4af3-9ceb-bcbfe4f1aede req-d4bbf536-1909-4df1-a046-8400a4e831c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:34:06.608489 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-f8a765ea-43c3-4af3-9ceb-bcbfe4f1aede req-d4bbf536-1909-4df1-a046-8400a4e831c6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c66be7ba-5c71-487e-a4a7-ed7cb74aecf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0462410 Aug 10 14:34:06.732795 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4eac3f-2957-401f-a472-32e83e7ec471 req-13d14266-067f-4f56-af04-a974510b7483 tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:34:06.734369 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-6b4eac3f-2957-401f-a472-32e83e7ec471 req-13d14266-067f-4f56-af04-a974510b7483 tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] 10.222.0.42 "GET /v2.0/ports?device_id=df8319e0-c023-4611-a25a-320bb70203fa HTTP/1.1" status: 200 len: 943 time: 0.1160839 Aug 10 14:34:06.767104 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-f8a765ea-43c3-4af3-9ceb-bcbfe4f1aede req-6275cdc7-ee73-4d62-9d6d-1282ec4e72f5 service neutron] 10.222.0.18 "GET /v2.0/networks/c66be7ba-5c71-487e-a4a7-ed7cb74aecf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500571 Aug 10 14:34:06.804208 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-6b4eac3f-2957-401f-a472-32e83e7ec471 req-8136d87e-bc53-463c-9c71-4cb893755908 tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e1f1c30-11f2-4245-ad3d-ce9f21d473e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610838 Aug 10 14:34:06.876665 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-f8a765ea-43c3-4af3-9ceb-bcbfe4f1aede req-adbcc3e0-ab17-4427-a6f3-20b9f92086c5 service neutron] 10.222.0.18 "GET /v2.0/networks/c66be7ba-5c71-487e-a4a7-ed7cb74aecf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967605 Aug 10 14:34:07.140544 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f76dbd-e9b2-4b35-b96b-c8c8ed57cfb0 req-1b44e115-f72e-4e8b-be97-e00b2ab0cee0 tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:34:07.142089 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-75f76dbd-e9b2-4b35-b96b-c8c8ed57cfb0 req-1b44e115-f72e-4e8b-be97-e00b2ab0cee0 tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae4b7b40-4a73-4447-9a21-ded7aacebb62 HTTP/1.1" status: 200 len: 984 time: 0.0511909 Aug 10 14:34:07.194230 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-75f76dbd-e9b2-4b35-b96b-c8c8ed57cfb0 req-9df6cd93-a1c8-4372-abc4-5d9e38ea5393 tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] 10.222.0.42 "GET /v2.0/security-groups?id=98f06cea-294e-49b1-a4a2-e9dfbb056f19&id=096b7e29-319c-451f-8c5c-892bd6ab7d84&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0455828 Aug 10 14:34:07.439632 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935cc8e4-1f4c-4577-9e8e-f4e5cbd1dec2 req-5b20d97d-76bc-4452-a967-7b4377ef1f1e tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:34:07.441245 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-935cc8e4-1f4c-4577-9e8e-f4e5cbd1dec2 req-5b20d97d-76bc-4452-a967-7b4377ef1f1e tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] 10.222.0.42 "GET /v2.0/ports?device_id=9be395dd-4db8-417d-a2bb-336ce985bc64 HTTP/1.1" status: 200 len: 945 time: 0.0580342 Aug 10 14:34:07.495183 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-935cc8e4-1f4c-4577-9e8e-f4e5cbd1dec2 req-98380641-c8e7-4d98-986f-1ca4a8cc48c9 tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9912597-50da-44b4-8698-0c8676f2e6da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473752 Aug 10 14:34:07.939210 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8f343d-bb84-44a1-9c5b-15f73eacfb97 req-2f329ccf-1dd8-4e60-b16a-13ffa67dd318 tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:34:07.940789 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-6a8f343d-bb84-44a1-9c5b-15f73eacfb97 req-2f329ccf-1dd8-4e60-b16a-13ffa67dd318 tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] 10.222.0.42 "GET /v2.0/ports?device_id=df8319e0-c023-4611-a25a-320bb70203fa HTTP/1.1" status: 200 len: 943 time: 0.0661244 Aug 10 14:34:07.991904 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-6a8f343d-bb84-44a1-9c5b-15f73eacfb97 req-8d119389-b07e-45a6-8aa6-a0c176c64012 tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e1f1c30-11f2-4245-ad3d-ce9f21d473e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426743 Aug 10 14:34:08.279833 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Device d2390cef-8b0d-412d-9d0a-904f49334482 details requested by agent hyperv_hv-cinder-79819 with host hv-cinder-79819 {{(pid=93412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 14:34:08.316005 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398ed160-a69e-4065-b6a6-59aa70e3c4c9 req-bc35ed2d-ef59-42e6-b4b3-ad84bae4151f tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:34:08.317635 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-398ed160-a69e-4065-b6a6-59aa70e3c4c9 req-bc35ed2d-ef59-42e6-b4b3-ad84bae4151f tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae4b7b40-4a73-4447-9a21-ded7aacebb62 HTTP/1.1" status: 200 len: 984 time: 0.0541589 Aug 10 14:34:08.366258 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-398ed160-a69e-4065-b6a6-59aa70e3c4c9 req-0bdbe88e-519b-40cc-9a0d-a5705472d85b tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] 10.222.0.42 "GET /v2.0/security-groups?id=98f06cea-294e-49b1-a4a2-e9dfbb056f19&id=096b7e29-319c-451f-8c5c-892bd6ab7d84&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0397794 Aug 10 14:34:08.411281 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.db [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] For port d2390cef-8b0d-412d-9d0a-904f49334482, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=d2390cef-8b0d-412d-9d0a-904f49334482,segment=NetworkSegment(cea0df64-e7aa-4971-9a61-80514ca799ba),segment_id=cea0df64-e7aa-4971-9a61-80514ca799ba)] {{(pid=93412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:34:08.426594 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Returning: {'device': 'd2390cef-8b0d-412d-9d0a-904f49334482', 'network_id': 'a614d805-3c32-418a-8a36-2a0c20a67d14', 'port_id': 'd2390cef-8b0d-412d-9d0a-904f49334482', 'mac_address': 'fa:16:3e:26:3d:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d7f965d-fd24-4b99-b220-500326c89524', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 14:34:08.467099 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:34:08.482540 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.notifiers.nova [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2390cef-8b0d-412d-9d0a-904f49334482 {{(pid=93412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 14:34:08.505502 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.db [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] For port d2390cef-8b0d-412d-9d0a-904f49334482, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=d2390cef-8b0d-412d-9d0a-904f49334482,segment=NetworkSegment(cea0df64-e7aa-4971-9a61-80514ca799ba),segment_id=cea0df64-e7aa-4971-9a61-80514ca799ba)] {{(pid=93412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:34:08.510715 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683854493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786683465220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786683465238'] for port, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:34:08.561525 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Pushing event updated for resources: {'Port': ['ID=d2390cef-8b0d-412d-9d0a-904f49334482,revision_number=4']} {{(pid=93412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:34:08.778716 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.db [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] get_ports_and_sgs() called for port_ids ['d2390cef-8b0d-412d-9d0a-904f49334482'] {{(pid=93412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 14:34:09.121791 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cdeffd-5b52-4e5e-9172-b6abc54305ac req-5230f6ad-4d07-444d-8767-646265555567 tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:34:09.123401 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-f5cdeffd-5b52-4e5e-9172-b6abc54305ac req-5230f6ad-4d07-444d-8767-646265555567 tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] 10.222.0.42 "GET /v2.0/ports?device_id=df8319e0-c023-4611-a25a-320bb70203fa HTTP/1.1" status: 200 len: 944 time: 0.0540466 Aug 10 14:34:09.167164 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-f5cdeffd-5b52-4e5e-9172-b6abc54305ac req-5966fb72-4523-4d1c-92ed-0e5e50303b5e tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e1f1c30-11f2-4245-ad3d-ce9f21d473e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373034 Aug 10 14:34:09.492594 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942354c1-5c3a-426b-ad7f-8783184282d4 req-753379f7-0da4-4041-82f7-b938e9316cf8 tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:34:09.494192 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-942354c1-5c3a-426b-ad7f-8783184282d4 req-753379f7-0da4-4041-82f7-b938e9316cf8 tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae4b7b40-4a73-4447-9a21-ded7aacebb62 HTTP/1.1" status: 200 len: 984 time: 0.0558572 Aug 10 14:34:09.544377 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-942354c1-5c3a-426b-ad7f-8783184282d4 req-ad408ac1-45e2-4a6b-9e84-f117ef142985 tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] 10.222.0.42 "GET /v2.0/security-groups?id=98f06cea-294e-49b1-a4a2-e9dfbb056f19&id=096b7e29-319c-451f-8c5c-892bd6ab7d84&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0433145 Aug 10 14:34:10.284765 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Device d2390cef-8b0d-412d-9d0a-904f49334482 up at agent hyperv_hv-cinder-79819 {{(pid=93412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:34:10.313853 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630a820b-3f60-4cff-babf-e110c9aaa237 req-1c69ba8b-06cd-4399-80fb-2ecaaf3626bd tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:34:10.316617 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-630a820b-3f60-4cff-babf-e110c9aaa237 req-1c69ba8b-06cd-4399-80fb-2ecaaf3626bd tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] 10.222.0.42 "GET /v2.0/ports?device_id=df8319e0-c023-4611-a25a-320bb70203fa HTTP/1.1" status: 200 len: 944 time: 0.0775397 Aug 10 14:34:10.353382 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.provisioning_blocks [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Provisioning for port d2390cef-8b0d-412d-9d0a-904f49334482 completed by entity L2. {{(pid=93412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 14:34:10.357954 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.provisioning_blocks [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Provisioning complete for port d2390cef-8b0d-412d-9d0a-904f49334482 triggered by entity L2. {{(pid=93412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:34:10.358330 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932393'] for port, provisioning_complete {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:34:10.381812 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-630a820b-3f60-4cff-babf-e110c9aaa237 req-1bf686b8-927f-425c-9bd1-d970ee0de66e tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e1f1c30-11f2-4245-ad3d-ce9f21d473e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574961 Aug 10 14:34:10.452083 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:34:10.479843 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df8319e0-c023-4611-a25a-320bb70203fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2390cef-8b0d-412d-9d0a-904f49334482'}] {{(pid=93412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:34:10.482247 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9406f3752f8c5c09b2197ea24f22201eb31b4bb693178eb20b3d616b4d9459a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8884182c-5219-4579-bab4-504f87f535f3" -d '{"events": [{"server_uuid": "df8319e0-c023-4611-a25a-320bb70203fa", "name": "network-vif-plugged", "status": "completed", "tag": "d2390cef-8b0d-412d-9d0a-904f49334482"}]}' {{(pid=93412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:34:10.497305 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.db [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] For port d2390cef-8b0d-412d-9d0a-904f49334482, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=d2390cef-8b0d-412d-9d0a-904f49334482,segment=NetworkSegment(cea0df64-e7aa-4971-9a61-80514ca799ba),segment_id=cea0df64-e7aa-4971-9a61-80514ca799ba)] {{(pid=93412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:34:10.502249 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683854493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786683465220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786683465238'] for port, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:34:10.558861 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Pushing event updated for resources: {'Port': ['ID=d2390cef-8b0d-412d-9d0a-904f49334482,revision_number=5']} {{(pid=93412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:34:10.572931 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 14:34:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6cac9e7-5fb7-461e-bdb0-d60b0081bf37 x-openstack-request-id: req-d6cac9e7-5fb7-461e-bdb0-d60b0081bf37 {{(pid=93412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:34:10.572931 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df8319e0-c023-4611-a25a-320bb70203fa", "name": "network-vif-plugged", "status": "completed", "tag": "d2390cef-8b0d-412d-9d0a-904f49334482", "code": 200}]} {{(pid=93412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:34:10.572931 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d6cac9e7-5fb7-461e-bdb0-d60b0081bf37 {{(pid=93412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:34:10.573359 dv-cinder-798198-2-iscsi neutron-server[93412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df8319e0-c023-4611-a25a-320bb70203fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2390cef-8b0d-412d-9d0a-904f49334482', 'code': 200} Aug 10 14:34:10.681532 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dbb43c-5ab6-4984-88f3-4f40ee14879c req-b64f4b6c-c07d-47c0-8cc4-20c966dad27f tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:34:10.683727 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-e8dbb43c-5ab6-4984-88f3-4f40ee14879c req-b64f4b6c-c07d-47c0-8cc4-20c966dad27f tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae4b7b40-4a73-4447-9a21-ded7aacebb62 HTTP/1.1" status: 200 len: 984 time: 0.0640786 Aug 10 14:34:10.787990 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-e8dbb43c-5ab6-4984-88f3-4f40ee14879c req-05336eb1-dab6-448e-8a82-08f23e38de61 tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] 10.222.0.42 "GET /v2.0/security-groups?id=98f06cea-294e-49b1-a4a2-e9dfbb056f19&id=096b7e29-319c-451f-8c5c-892bd6ab7d84&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0925832 Aug 10 14:34:10.802237 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515f47d0-fd6e-4d85-b287-99f9f90006c7 req-2dcbde66-168b-4af7-a2b4-ebdc902880ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:34:10.803848 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-515f47d0-fd6e-4d85-b287-99f9f90006c7 req-2dcbde66-168b-4af7-a2b4-ebdc902880ce service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=df8319e0-c023-4611-a25a-320bb70203fa HTTP/1.1" status: 200 len: 1098 time: 0.0830221 Aug 10 14:34:10.846473 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-515f47d0-fd6e-4d85-b287-99f9f90006c7 req-c076f5b2-e318-4776-8955-7a27af6ffbb8 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=4e1f1c30-11f2-4245-ad3d-ce9f21d473e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346725 Aug 10 14:34:11.518500 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9c7706-f843-49ed-8184-cfa569470452 req-101e4f35-743d-43c9-bde6-b0e94c32bc9b tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:34:11.521120 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-5a9c7706-f843-49ed-8184-cfa569470452 req-101e4f35-743d-43c9-bde6-b0e94c32bc9b tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] 10.222.0.42 "GET /v2.0/ports?device_id=df8319e0-c023-4611-a25a-320bb70203fa HTTP/1.1" status: 200 len: 945 time: 0.0568953 Aug 10 14:34:11.564921 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-5a9c7706-f843-49ed-8184-cfa569470452 req-88496ec4-8611-4e99-8d58-224e7fce8598 tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e1f1c30-11f2-4245-ad3d-ce9f21d473e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378449 Aug 10 14:34:11.909934 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783729ea-ed5b-47ab-96ec-e508146072de req-56b1100a-ed43-4cd7-a0c0-fded88590800 tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:34:11.911469 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-783729ea-ed5b-47ab-96ec-e508146072de req-56b1100a-ed43-4cd7-a0c0-fded88590800 tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae4b7b40-4a73-4447-9a21-ded7aacebb62 HTTP/1.1" status: 200 len: 984 time: 0.0524092 Aug 10 14:34:11.955683 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-783729ea-ed5b-47ab-96ec-e508146072de req-f980887e-3735-4f91-b14e-9f78669d87be tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] 10.222.0.42 "GET /v2.0/security-groups?id=98f06cea-294e-49b1-a4a2-e9dfbb056f19&id=096b7e29-319c-451f-8c5c-892bd6ab7d84&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0368588 Aug 10 14:34:12.688467 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eec405-9fb1-4705-b3f7-77b1b1f57afe req-aa49e1bd-8b09-4b5e-94b4-2e921efeb07b tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:34:12.690015 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-29eec405-9fb1-4705-b3f7-77b1b1f57afe req-aa49e1bd-8b09-4b5e-94b4-2e921efeb07b tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] 10.222.0.42 "GET /v2.0/ports?device_id=df8319e0-c023-4611-a25a-320bb70203fa HTTP/1.1" status: 200 len: 945 time: 0.0536075 Aug 10 14:34:12.732832 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-29eec405-9fb1-4705-b3f7-77b1b1f57afe req-3d2f35dc-b16e-4ff0-865b-b116b5fdbeb7 tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e1f1c30-11f2-4245-ad3d-ce9f21d473e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363708 Aug 10 14:34:13.121163 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b15c3d3-1c07-4a0f-8287-2be126556876 req-06b20518-c25e-45bf-af65-abe61a185613 tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:34:13.124361 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-5b15c3d3-1c07-4a0f-8287-2be126556876 req-06b20518-c25e-45bf-af65-abe61a185613 tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae4b7b40-4a73-4447-9a21-ded7aacebb62 HTTP/1.1" status: 200 len: 984 time: 0.0845647 Aug 10 14:34:13.174071 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-5b15c3d3-1c07-4a0f-8287-2be126556876 req-fd1a2ae1-3089-4a4d-a87c-5284af28c82b tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] 10.222.0.42 "GET /v2.0/security-groups?id=98f06cea-294e-49b1-a4a2-e9dfbb056f19&id=096b7e29-319c-451f-8c5c-892bd6ab7d84&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0378394 Aug 10 14:34:14.314859 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4335b13-9692-4657-a093-107d83c7f79d req-2294407f-d6cc-4dcc-b3e4-0056492f2ca7 tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:34:14.317406 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-a4335b13-9692-4657-a093-107d83c7f79d req-2294407f-d6cc-4dcc-b3e4-0056492f2ca7 tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae4b7b40-4a73-4447-9a21-ded7aacebb62 HTTP/1.1" status: 200 len: 984 time: 0.0666540 Aug 10 14:34:14.362420 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-a4335b13-9692-4657-a093-107d83c7f79d req-36d5e282-d542-42c8-9240-d5021f85eead tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] 10.222.0.42 "GET /v2.0/security-groups?id=98f06cea-294e-49b1-a4a2-e9dfbb056f19&id=096b7e29-319c-451f-8c5c-892bd6ab7d84&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0389764 Aug 10 14:34:15.482830 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc06fad6-cd79-4920-802a-84f492374f3d req-6c1f77d2-bd4d-4f0a-acaa-98306b80f528 tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:34:15.484355 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-cc06fad6-cd79-4920-802a-84f492374f3d req-6c1f77d2-bd4d-4f0a-acaa-98306b80f528 tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae4b7b40-4a73-4447-9a21-ded7aacebb62 HTTP/1.1" status: 200 len: 984 time: 0.0542710 Aug 10 14:34:15.528336 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-cc06fad6-cd79-4920-802a-84f492374f3d req-60d09b32-66fa-4954-8c0c-a3a820ed0ffb tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] 10.222.0.42 "GET /v2.0/security-groups?id=98f06cea-294e-49b1-a4a2-e9dfbb056f19&id=096b7e29-319c-451f-8c5c-892bd6ab7d84&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0376608 Aug 10 14:34:16.655246 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d546285c-ec38-4ee8-8d39-c020cef9a5fc req-555be6de-0a15-4f2c-be1d-6d4100eec34d tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:34:16.656926 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-d546285c-ec38-4ee8-8d39-c020cef9a5fc req-555be6de-0a15-4f2c-be1d-6d4100eec34d tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae4b7b40-4a73-4447-9a21-ded7aacebb62 HTTP/1.1" status: 200 len: 984 time: 0.0538125 Aug 10 14:34:16.702165 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-d546285c-ec38-4ee8-8d39-c020cef9a5fc req-719f040b-7102-437e-bb59-f6e42b71a1bb tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] 10.222.0.42 "GET /v2.0/security-groups?id=98f06cea-294e-49b1-a4a2-e9dfbb056f19&id=096b7e29-319c-451f-8c5c-892bd6ab7d84&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0388098 Aug 10 14:34:17.853503 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd31357e-6c4d-4475-b5fd-5df452418e2f req-ec4b92b0-e924-45bc-9a2a-a41aa7da7c3c tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:34:17.855833 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-cd31357e-6c4d-4475-b5fd-5df452418e2f req-ec4b92b0-e924-45bc-9a2a-a41aa7da7c3c tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae4b7b40-4a73-4447-9a21-ded7aacebb62 HTTP/1.1" status: 200 len: 984 time: 0.0600405 Aug 10 14:34:17.901762 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-cd31357e-6c4d-4475-b5fd-5df452418e2f req-0742b099-2281-4586-aaf6-cc350e2f3974 tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] 10.222.0.42 "GET /v2.0/security-groups?id=98f06cea-294e-49b1-a4a2-e9dfbb056f19&id=096b7e29-319c-451f-8c5c-892bd6ab7d84&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0395072 Aug 10 14:34:19.030593 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f68f99-dc7f-4314-80de-dfd504f40e3e req-85aa33e2-f441-40c0-95e7-0354bf561b6a tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:34:19.032211 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-56f68f99-dc7f-4314-80de-dfd504f40e3e req-85aa33e2-f441-40c0-95e7-0354bf561b6a tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae4b7b40-4a73-4447-9a21-ded7aacebb62 HTTP/1.1" status: 200 len: 984 time: 0.0590127 Aug 10 14:34:19.089163 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-56f68f99-dc7f-4314-80de-dfd504f40e3e req-b055821b-064b-4b61-9166-93af7d9fb868 tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] 10.222.0.42 "GET /v2.0/security-groups?id=98f06cea-294e-49b1-a4a2-e9dfbb056f19&id=096b7e29-319c-451f-8c5c-892bd6ab7d84&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0506468 Aug 10 14:34:20.210144 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b304ae-a060-4a75-b789-6b0fbf1cbbeb req-64f6bd49-6dcc-4136-9658-a96efc34450a tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:34:20.211753 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-32b304ae-a060-4a75-b789-6b0fbf1cbbeb req-64f6bd49-6dcc-4136-9658-a96efc34450a tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae4b7b40-4a73-4447-9a21-ded7aacebb62 HTTP/1.1" status: 200 len: 984 time: 0.0543599 Aug 10 14:34:20.260986 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-32b304ae-a060-4a75-b789-6b0fbf1cbbeb req-5ea5d6ec-bb55-4baf-a511-b759e649ad2a tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] 10.222.0.42 "GET /v2.0/security-groups?id=98f06cea-294e-49b1-a4a2-e9dfbb056f19&id=096b7e29-319c-451f-8c5c-892bd6ab7d84&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0426350 Aug 10 14:34:21.382516 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70796a3-b19f-4925-bf53-719f3399931f req-fa71671a-fbc2-44c5-a841-5e099d0af80b tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:34:21.384098 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-f70796a3-b19f-4925-bf53-719f3399931f req-fa71671a-fbc2-44c5-a841-5e099d0af80b tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae4b7b40-4a73-4447-9a21-ded7aacebb62 HTTP/1.1" status: 200 len: 984 time: 0.0508769 Aug 10 14:34:21.434107 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-f70796a3-b19f-4925-bf53-719f3399931f req-a4645107-14ab-4115-86db-c0ff508fa07a tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] 10.222.0.42 "GET /v2.0/security-groups?id=98f06cea-294e-49b1-a4a2-e9dfbb056f19&id=096b7e29-319c-451f-8c5c-892bd6ab7d84&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0380442 Aug 10 14:34:22.557611 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777c9954-e9de-4b63-bc3d-a06e68d2efd4 req-e461aeaa-954c-4c6f-a214-2ff7b0db29f4 tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:34:22.559018 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-777c9954-e9de-4b63-bc3d-a06e68d2efd4 req-e461aeaa-954c-4c6f-a214-2ff7b0db29f4 tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae4b7b40-4a73-4447-9a21-ded7aacebb62 HTTP/1.1" status: 200 len: 984 time: 0.0536227 Aug 10 14:34:22.603790 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-777c9954-e9de-4b63-bc3d-a06e68d2efd4 req-ba2e60c3-93b9-4516-8f5e-8fe3fe86a44d tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] 10.222.0.42 "GET /v2.0/security-groups?id=98f06cea-294e-49b1-a4a2-e9dfbb056f19&id=096b7e29-319c-451f-8c5c-892bd6ab7d84&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0386693 Aug 10 14:34:22.859165 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.db.agents_db [None req-84c9d1dd-add5-4bf7-b0ef-63077aab3240 None None] Agent healthcheck: found 6 active agents {{(pid=93413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 14:34:23.300385 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ecf21a-0645-4c5c-b87f-7f7d98f89f43 req-41e124d7-68bc-4170-aa99-21829bf33d3b tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:34:23.301887 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-d5ecf21a-0645-4c5c-b87f-7f7d98f89f43 req-41e124d7-68bc-4170-aa99-21829bf33d3b tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] 10.222.0.42 "GET /v2.0/networks?id=a614d805-3c32-418a-8a36-2a0c20a67d14 HTTP/1.1" status: 200 len: 814 time: 0.1177654 Aug 10 14:34:23.317275 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-d5ecf21a-0645-4c5c-b87f-7f7d98f89f43 req-a5cef72f-a5ab-48e2-bda1-1c53fd8cac08 tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] 10.222.0.42 "GET /v2.0/quotas/44853dc206f34059b469cc35cda5cb30 HTTP/1.1" status: 200 len: 375 time: 0.0091145 Aug 10 14:34:23.378111 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-d5ecf21a-0645-4c5c-b87f-7f7d98f89f43 req-99a8a27a-c04b-4d75-8808-10273e452f39 tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=44853dc206f34059b469cc35cda5cb30&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0547135 Aug 10 14:34:23.476831 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-d5ecf21a-0645-4c5c-b87f-7f7d98f89f43 req-547f53b6-10bc-4b8e-b9f6-3d68aac21b53 service neutron] 10.222.0.42 "GET /v2.0/networks/a614d805-3c32-418a-8a36-2a0c20a67d14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972180 Aug 10 14:34:23.571819 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-d5ecf21a-0645-4c5c-b87f-7f7d98f89f43 req-a6e89c25-2bf6-4036-8f0d-0f9be1befe17 service neutron] 10.222.0.42 "GET /v2.0/networks/a614d805-3c32-418a-8a36-2a0c20a67d14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881584 Aug 10 14:34:23.758567 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-9ba10b03-e518-456c-a4aa-f5406ae80a01 req-5c622318-550a-43a2-8933-1fd82f01b1df tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] 10.222.0.42 "GET /v2.0/ports?device_id=b3f42852-26ba-4450-b2f1-641047eb217c HTTP/1.1" status: 200 len: 210 time: 0.0403001 Aug 10 14:34:23.775058 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0e6388-265d-4f42-af99-60b979d8225a req-b8cb3c21-b989-48de-9b58-1db40a948bd7 tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:34:23.783521 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-ae0e6388-265d-4f42-af99-60b979d8225a req-b8cb3c21-b989-48de-9b58-1db40a948bd7 tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae4b7b40-4a73-4447-9a21-ded7aacebb62 HTTP/1.1" status: 200 len: 984 time: 0.1032739 Aug 10 14:34:23.830559 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-ae0e6388-265d-4f42-af99-60b979d8225a req-15e9cd32-6749-4f53-8706-948f8bc6d38a tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] 10.222.0.42 "GET /v2.0/security-groups?id=98f06cea-294e-49b1-a4a2-e9dfbb056f19&id=096b7e29-319c-451f-8c5c-892bd6ab7d84&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0460989 Aug 10 14:34:25.194537 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-113e16cd-31be-41d4-934b-2769b571f88e req-649703a9-c546-4748-ad78-f7c8fe203baf tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] 10.222.0.42 "GET /v2.0/ports?device_id=b3f42852-26ba-4450-b2f1-641047eb217c HTTP/1.1" status: 200 len: 210 time: 0.2827706 Aug 10 14:34:25.202922 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ecf21a-0645-4c5c-b87f-7f7d98f89f43 req-9142a115-06cc-44a8-ac3c-cdde72c74441 tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:34:25.204465 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-d5ecf21a-0645-4c5c-b87f-7f7d98f89f43 req-9142a115-06cc-44a8-ac3c-cdde72c74441 tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] 10.222.0.18 "GET /v2.0/networks?id=a614d805-3c32-418a-8a36-2a0c20a67d14 HTTP/1.1" status: 200 len: 814 time: 0.4265172 Aug 10 14:34:25.229719 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.v2.base [req-d5ecf21a-0645-4c5c-b87f-7f7d98f89f43 req-6801de80-5a9e-46a4-9b4e-2d3bf1001df7 tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] Request body: {'port': {'device_id': 'b3f42852-26ba-4450-b2f1-641047eb217c', 'network_id': 'a614d805-3c32-418a-8a36-2a0c20a67d14', 'admin_state_up': True, 'tenant_id': '44853dc206f34059b469cc35cda5cb30'}} {{(pid=93410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:34:25.285973 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5691ff-2494-43ef-a52b-fc366ef9026d req-09fd98a6-6394-4459-8528-42d64fded568 tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:34:25.287454 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-cc5691ff-2494-43ef-a52b-fc366ef9026d req-09fd98a6-6394-4459-8528-42d64fded568 tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae4b7b40-4a73-4447-9a21-ded7aacebb62 HTTP/1.1" status: 200 len: 984 time: 0.1177030 Aug 10 14:34:25.349776 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-cc5691ff-2494-43ef-a52b-fc366ef9026d req-12d97584-06e0-48de-8b74-ee007397805f tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] 10.222.0.42 "GET /v2.0/security-groups?id=98f06cea-294e-49b1-a4a2-e9dfbb056f19&id=096b7e29-319c-451f-8c5c-892bd6ab7d84&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0537758 Aug 10 14:34:25.397332 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5ecf21a-0645-4c5c-b87f-7f7d98f89f43 req-6801de80-5a9e-46a4-9b4e-2d3bf1001df7 tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] Made reservation on behalf of 44853dc206f34059b469cc35cda5cb30 for: {'port': 1} {{(pid=93410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 14:34:25.401075 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-d5ecf21a-0645-4c5c-b87f-7f7d98f89f43 req-6801de80-5a9e-46a4-9b4e-2d3bf1001df7 tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:34:25.550430 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.db.db_base_plugin_common [req-d5ecf21a-0645-4c5c-b87f-7f7d98f89f43 req-6801de80-5a9e-46a4-9b4e-2d3bf1001df7 tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] Allocated IP 172.20.0.13 (a614d805-3c32-418a-8a36-2a0c20a67d14/9d7f965d-fd24-4b99-b220-500326c89524/e07f7748-19c2-4af0-b503-b9307466fff9) {{(pid=93410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 14:34:25.704983 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-d5ecf21a-0645-4c5c-b87f-7f7d98f89f43 req-6801de80-5a9e-46a4-9b4e-2d3bf1001df7 tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] Notify callbacks [] for port, precommit_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:34:25.748084 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-d5ecf21a-0645-4c5c-b87f-7f7d98f89f43 req-6801de80-5a9e-46a4-9b4e-2d3bf1001df7 tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786683465198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26372150'] for port, after_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:34:25.793242 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5ecf21a-0645-4c5c-b87f-7f7d98f89f43 req-6801de80-5a9e-46a4-9b4e-2d3bf1001df7 tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] Network a614d805-3c32-418a-8a36-2a0c20a67d14 is already hosted by enough agents. {{(pid=93410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 14:34:25.798266 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.scheduler.base_scheduler [req-d5ecf21a-0645-4c5c-b87f-7f7d98f89f43 req-6801de80-5a9e-46a4-9b4e-2d3bf1001df7 tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] Resources bound (agent type, host, resource id): {{(pid=93410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:34:25.802125 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5ecf21a-0645-4c5c-b87f-7f7d98f89f43 req-6801de80-5a9e-46a4-9b4e-2d3bf1001df7 tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] Received port after_create {{(pid=93410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 14:34:25.828184 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6801de80-5a9e-46a4-9b4e-2d3bf1001df7 tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] Pushing event updated for resources: {'Port': ['ID=e07f7748-19c2-4af0-b503-b9307466fff9,revision_number=1']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:34:25.857195 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ecf21a-0645-4c5c-b87f-7f7d98f89f43 req-6801de80-5a9e-46a4-9b4e-2d3bf1001df7 tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:34:25.857828 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-d5ecf21a-0645-4c5c-b87f-7f7d98f89f43 req-6801de80-5a9e-46a4-9b4e-2d3bf1001df7 tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-387483'] for port, before_response {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:34:25.872202 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-d5ecf21a-0645-4c5c-b87f-7f7d98f89f43 req-6801de80-5a9e-46a4-9b4e-2d3bf1001df7 tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6476426 Aug 10 14:34:26.104784 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-6fe6098b-cd6b-4f78-b258-f98160db26bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:34:26.320565 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7bc9e6-0b10-4193-a7df-96f868ed69a6 req-01c5dde3-5831-4531-bb70-a316413f508e tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:34:26.323435 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-7b7bc9e6-0b10-4193-a7df-96f868ed69a6 req-01c5dde3-5831-4531-bb70-a316413f508e tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] 10.222.0.42 "GET /v2.0/ports?device_id=b3f42852-26ba-4450-b2f1-641047eb217c HTTP/1.1" status: 200 len: 932 time: 0.0582814 Aug 10 14:34:26.363895 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-7b7bc9e6-0b10-4193-a7df-96f868ed69a6 req-558f11f1-a9cc-4f43-9068-b3908850dc24 tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e1f1c30-11f2-4245-ad3d-ce9f21d473e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335648 Aug 10 14:34:27.196269 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.v2.base [req-d5ecf21a-0645-4c5c-b87f-7f7d98f89f43 req-1a975c7f-fb2f-4871-946f-d258b5a95769 service neutron] Request body: {'port': {'device_id': 'b3f42852-26ba-4450-b2f1-641047eb217c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79819'}} {{(pid=93410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:34:27.258796 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-d5ecf21a-0645-4c5c-b87f-7f7d98f89f43 req-1a975c7f-fb2f-4871-946f-d258b5a95769 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:34:27.516852 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9a2810-d7a5-4302-a894-adf4722a1590 req-9c8584e7-704e-4b5d-a34e-b0c23f9fb8af tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:34:27.518309 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-7d9a2810-d7a5-4302-a894-adf4722a1590 req-9c8584e7-704e-4b5d-a34e-b0c23f9fb8af tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] 10.222.0.42 "GET /v2.0/ports?device_id=b3f42852-26ba-4450-b2f1-641047eb217c HTTP/1.1" status: 200 len: 932 time: 0.0794377 Aug 10 14:34:27.595310 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-7d9a2810-d7a5-4302-a894-adf4722a1590 req-d5180f6d-20ac-41a5-aef4-639c15ffa274 tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e1f1c30-11f2-4245-ad3d-ce9f21d473e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692327 Aug 10 14:34:27.597126 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.notifiers.nova [req-d5ecf21a-0645-4c5c-b87f-7f7d98f89f43 req-1a975c7f-fb2f-4871-946f-d258b5a95769 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e07f7748-19c2-4af0-b503-b9307466fff9 {{(pid=93410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 14:34:27.605097 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-d5ecf21a-0645-4c5c-b87f-7f7d98f89f43 req-1a975c7f-fb2f-4871-946f-d258b5a95769 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:34:27.618257 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [req-d5ecf21a-0645-4c5c-b87f-7f7d98f89f43 req-1a975c7f-fb2f-4871-946f-d258b5a95769 service neutron] Transition to ACTIVE for port object e07f7748-19c2-4af0-b503-b9307466fff9 will not be triggered until provisioned by entity L2. {{(pid=93410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 14:34:27.622504 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-d5ecf21a-0645-4c5c-b87f-7f7d98f89f43 req-1a975c7f-fb2f-4871-946f-d258b5a95769 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683854493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786683465220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786683465238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26372301'] for port, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:34:27.679010 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a975c7f-fb2f-4871-946f-d258b5a95769 service neutron] Pushing event updated for resources: {'Port': ['ID=e07f7748-19c2-4af0-b503-b9307466fff9,revision_number=2']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:34:27.755612 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.managers [req-d5ecf21a-0645-4c5c-b87f-7f7d98f89f43 req-1a975c7f-fb2f-4871-946f-d258b5a95769 service neutron] Attempting to bind port e07f7748-19c2-4af0-b503-b9307466fff9 on host hv-cinder-79819 for vnic_type normal with profile {{(pid=93410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 14:34:27.755940 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.managers [req-d5ecf21a-0645-4c5c-b87f-7f7d98f89f43 req-1a975c7f-fb2f-4871-946f-d258b5a95769 service neutron] Attempting to bind port e07f7748-19c2-4af0-b503-b9307466fff9 by drivers openvswitch,hyperv on host hv-cinder-79819 at level 0 using segments [{'id': 'cea0df64-e7aa-4971-9a61-80514ca799ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'a614d805-3c32-418a-8a36-2a0c20a67d14'}] {{(pid=93410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 14:34:27.756268 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ecf21a-0645-4c5c-b87f-7f7d98f89f43 req-1a975c7f-fb2f-4871-946f-d258b5a95769 service neutron] Attempting to bind port e07f7748-19c2-4af0-b503-b9307466fff9 on network a614d805-3c32-418a-8a36-2a0c20a67d14 {{(pid=93410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 14:34:27.761672 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ecf21a-0645-4c5c-b87f-7f7d98f89f43 req-1a975c7f-fb2f-4871-946f-d258b5a95769 service neutron] Port e07f7748-19c2-4af0-b503-b9307466fff9 on network a614d805-3c32-418a-8a36-2a0c20a67d14 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79819 {{(pid=93410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 14:34:27.762011 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ecf21a-0645-4c5c-b87f-7f7d98f89f43 req-1a975c7f-fb2f-4871-946f-d258b5a95769 service neutron] Attempting to bind port e07f7748-19c2-4af0-b503-b9307466fff9 on network a614d805-3c32-418a-8a36-2a0c20a67d14 {{(pid=93410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 14:34:27.767161 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ecf21a-0645-4c5c-b87f-7f7d98f89f43 req-1a975c7f-fb2f-4871-946f-d258b5a95769 service neutron] Checking agent: {'id': '193de837-f8e2-4c0a-a012-1a4e123b0e95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 14, 28, 33), 'started_at': datetime.datetime(2021, 8, 10, 14, 28, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 14, 34, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 14:34:27.767430 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ecf21a-0645-4c5c-b87f-7f7d98f89f43 req-1a975c7f-fb2f-4871-946f-d258b5a95769 service neutron] Checking segment: {'id': 'cea0df64-e7aa-4971-9a61-80514ca799ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'a614d805-3c32-418a-8a36-2a0c20a67d14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 14:34:27.767807 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ecf21a-0645-4c5c-b87f-7f7d98f89f43 req-1a975c7f-fb2f-4871-946f-d258b5a95769 service neutron] Bound using segment: {'id': 'cea0df64-e7aa-4971-9a61-80514ca799ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'a614d805-3c32-418a-8a36-2a0c20a67d14'} {{(pid=93410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 14:34:27.768226 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.managers [req-d5ecf21a-0645-4c5c-b87f-7f7d98f89f43 req-1a975c7f-fb2f-4871-946f-d258b5a95769 service neutron] Bound port: e07f7748-19c2-4af0-b503-b9307466fff9, host: hv-cinder-79819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cea0df64-e7aa-4971-9a61-80514ca799ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'a614d805-3c32-418a-8a36-2a0c20a67d14'}}] {{(pid=93410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 14:34:27.768579 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-d5ecf21a-0645-4c5c-b87f-7f7d98f89f43 req-1a975c7f-fb2f-4871-946f-d258b5a95769 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:34:27.838895 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [req-d5ecf21a-0645-4c5c-b87f-7f7d98f89f43 req-1a975c7f-fb2f-4871-946f-d258b5a95769 service neutron] For port e07f7748-19c2-4af0-b503-b9307466fff9, host hv-cinder-79819, cleared binding levels {{(pid=93410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 14:34:27.842682 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [req-d5ecf21a-0645-4c5c-b87f-7f7d98f89f43 req-1a975c7f-fb2f-4871-946f-d258b5a95769 service neutron] For port e07f7748-19c2-4af0-b503-b9307466fff9, host hv-cinder-79819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=e07f7748-19c2-4af0-b503-b9307466fff9,segment=NetworkSegment(cea0df64-e7aa-4971-9a61-80514ca799ba),segment_id=cea0df64-e7aa-4971-9a61-80514ca799ba)] {{(pid=93410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 14:34:27.846706 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-d5ecf21a-0645-4c5c-b87f-7f7d98f89f43 req-1a975c7f-fb2f-4871-946f-d258b5a95769 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683854493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786683465220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786683465238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26372301'] for port, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:34:27.892601 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ecf21a-0645-4c5c-b87f-7f7d98f89f43 req-1a975c7f-fb2f-4871-946f-d258b5a95769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:34:27.893215 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-d5ecf21a-0645-4c5c-b87f-7f7d98f89f43 req-1a975c7f-fb2f-4871-946f-d258b5a95769 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-387483'] for port, before_response {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:34:27.894640 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-d5ecf21a-0645-4c5c-b87f-7f7d98f89f43 req-1a975c7f-fb2f-4871-946f-d258b5a95769 service neutron] 10.222.0.18 "PUT /v2.0/ports/e07f7748-19c2-4af0-b503-b9307466fff9 HTTP/1.1" status: 200 len: 1094 time: 0.7032502 Aug 10 14:34:27.895075 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3f42852-26ba-4450-b2f1-641047eb217c', 'tag': 'e07f7748-19c2-4af0-b503-b9307466fff9'}] {{(pid=93410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:34:27.897326 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}173c15a1f530ed65b3eefe425c4e9cd9c28cfc2a1cdec76c1bb34aa91000b996" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15e29dae-7c06-4f0d-9607-3ab0ec6dc329" -d '{"events": [{"name": "network-changed", "server_uuid": "b3f42852-26ba-4450-b2f1-641047eb217c", "tag": "e07f7748-19c2-4af0-b503-b9307466fff9"}]}' {{(pid=93410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:34:27.917274 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a975c7f-fb2f-4871-946f-d258b5a95769 service neutron] Pushing event updated for resources: {'Port': ['ID=e07f7748-19c2-4af0-b503-b9307466fff9,revision_number=3']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:34:27.940845 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 14:34:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-756f43d0-523d-4491-807b-8c94aad4b567 x-openstack-request-id: req-756f43d0-523d-4491-807b-8c94aad4b567 {{(pid=93410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:34:27.941241 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3f42852-26ba-4450-b2f1-641047eb217c", "tag": "e07f7748-19c2-4af0-b503-b9307466fff9", "status": "completed", "code": 200}]} {{(pid=93410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:34:27.941796 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-756f43d0-523d-4491-807b-8c94aad4b567 {{(pid=93410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:34:27.942676 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3f42852-26ba-4450-b2f1-641047eb217c', 'tag': 'e07f7748-19c2-4af0-b503-b9307466fff9', 'status': 'completed', 'code': 200} Aug 10 14:34:28.259056 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.db [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] get_ports_and_sgs() called for port_ids ['d2390cef-8b0d-412d-9d0a-904f49334482'] {{(pid=93412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 14:34:28.338495 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e29dae-7c06-4f0d-9607-3ab0ec6dc329 req-594d62be-980d-4425-b054-da55aeb9c0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:34:28.340131 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-15e29dae-7c06-4f0d-9607-3ab0ec6dc329 req-594d62be-980d-4425-b054-da55aeb9c0ec service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=44853dc206f34059b469cc35cda5cb30&device_id=b3f42852-26ba-4450-b2f1-641047eb217c HTTP/1.1" status: 200 len: 1097 time: 0.0500522 Aug 10 14:34:28.526196 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e29dae-7c06-4f0d-9607-3ab0ec6dc329 req-a7014806-eb81-4bd9-a403-cd50e8c7eac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:34:28.527723 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-15e29dae-7c06-4f0d-9607-3ab0ec6dc329 req-a7014806-eb81-4bd9-a403-cd50e8c7eac0 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=44853dc206f34059b469cc35cda5cb30&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1764736 Aug 10 14:34:28.738004 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e29dae-7c06-4f0d-9607-3ab0ec6dc329 req-96b855a0-f8a6-4d37-a07a-50d67fd752c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:34:28.739519 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-15e29dae-7c06-4f0d-9607-3ab0ec6dc329 req-96b855a0-f8a6-4d37-a07a-50d67fd752c0 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2007020 Aug 10 14:34:28.756936 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fe64c8-8cf7-4987-9264-83919b7cf72d req-a26ba8d7-a73f-47a9-aa0a-418e698f5aba tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:34:28.758542 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-e7fe64c8-8cf7-4987-9264-83919b7cf72d req-a26ba8d7-a73f-47a9-aa0a-418e698f5aba tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] 10.222.0.42 "GET /v2.0/ports?device_id=b3f42852-26ba-4450-b2f1-641047eb217c HTTP/1.1" status: 200 len: 944 time: 0.0833642 Aug 10 14:34:28.826503 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-e7fe64c8-8cf7-4987-9264-83919b7cf72d req-0fb2e0e8-632e-45eb-80e9-982693e0ca75 tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e1f1c30-11f2-4245-ad3d-ce9f21d473e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607316 Aug 10 14:34:28.836786 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ecf21a-0645-4c5c-b87f-7f7d98f89f43 req-bb517580-084b-4c4d-ad77-de035c7c717e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:34:28.839087 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-d5ecf21a-0645-4c5c-b87f-7f7d98f89f43 req-bb517580-084b-4c4d-ad77-de035c7c717e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=44853dc206f34059b469cc35cda5cb30&device_id=b3f42852-26ba-4450-b2f1-641047eb217c HTTP/1.1" status: 200 len: 1097 time: 0.0562272 Aug 10 14:34:28.890909 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-d5ecf21a-0645-4c5c-b87f-7f7d98f89f43 req-64fa5a47-be6d-4ccc-8e4c-7f43c00fc777 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e07f7748-19c2-4af0-b503-b9307466fff9 HTTP/1.1" status: 200 len: 217 time: 0.0365646 Aug 10 14:34:28.941894 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ecf21a-0645-4c5c-b87f-7f7d98f89f43 req-9c074f1e-2e70-4fff-8741-98090f9faec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:34:28.944085 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-d5ecf21a-0645-4c5c-b87f-7f7d98f89f43 req-9c074f1e-2e70-4fff-8741-98090f9faec5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9d7f965d-fd24-4b99-b220-500326c89524 HTTP/1.1" status: 200 len: 854 time: 0.0458257 Aug 10 14:34:28.977932 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-d5ecf21a-0645-4c5c-b87f-7f7d98f89f43 req-3588b1d0-abcf-40e2-abc1-41d18735c697 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a614d805-3c32-418a-8a36-2a0c20a67d14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249417 Aug 10 14:34:29.076755 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-d5ecf21a-0645-4c5c-b87f-7f7d98f89f43 req-d959dca1-06aa-4e5b-80f3-e065e6cd68f3 service neutron] 10.222.0.18 "GET /v2.0/networks/a614d805-3c32-418a-8a36-2a0c20a67d14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907705 Aug 10 14:34:29.110755 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-1ce385e2-52e0-4902-9184-506660e1a605 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:34:29.114868 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:34:29.187853 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-d5ecf21a-0645-4c5c-b87f-7f7d98f89f43 req-71717211-4fdd-4ef1-8dbb-26044d28687b service neutron] 10.222.0.18 "GET /v2.0/networks/a614d805-3c32-418a-8a36-2a0c20a67d14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978706 Aug 10 14:34:29.945021 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d24daab-e308-4b95-93af-1c6316e0c145 req-60c9c0eb-31a9-4344-9376-dcf4dc8953ac tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:34:29.946756 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-4d24daab-e308-4b95-93af-1c6316e0c145 req-60c9c0eb-31a9-4344-9376-dcf4dc8953ac tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] 10.222.0.42 "GET /v2.0/ports?device_id=b3f42852-26ba-4450-b2f1-641047eb217c HTTP/1.1" status: 200 len: 944 time: 0.0519228 Aug 10 14:34:29.984010 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-4d24daab-e308-4b95-93af-1c6316e0c145 req-7ad6d704-0dd3-44a5-ad1f-d41425a52bc3 tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e1f1c30-11f2-4245-ad3d-ce9f21d473e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314050 Aug 10 14:34:30.187732 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-1682deac-1581-4d55-87bc-bceb4bcaf759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:34:31.112128 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e553cc4-8fff-49ad-a059-4e90534fe885 req-421d673d-a7bc-4728-939e-152cf2703125 tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:34:31.114158 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-8e553cc4-8fff-49ad-a059-4e90534fe885 req-421d673d-a7bc-4728-939e-152cf2703125 tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] 10.222.0.42 "GET /v2.0/ports?device_id=b3f42852-26ba-4450-b2f1-641047eb217c HTTP/1.1" status: 200 len: 944 time: 0.0601552 Aug 10 14:34:31.204781 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-8e553cc4-8fff-49ad-a059-4e90534fe885 req-8daefa44-290f-450e-b13f-782e08cf69e0 tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e1f1c30-11f2-4245-ad3d-ce9f21d473e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816562 Aug 10 14:34:31.213201 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-14824197-308e-40ec-b42b-89d80ae7d1c1 req-68ca514f-cc9b-4e05-8b85-2ccedee47936 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9be395dd-4db8-417d-a2bb-336ce985bc64&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0799959 Aug 10 14:34:31.287197 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14824197-308e-40ec-b42b-89d80ae7d1c1 req-c84b95e9-c5e1-42f4-89d7-063b10c3118e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:34:31.288735 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-14824197-308e-40ec-b42b-89d80ae7d1c1 req-c84b95e9-c5e1-42f4-89d7-063b10c3118e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=02185bbc814948319e41921dcf271d7d&device_id=9be395dd-4db8-417d-a2bb-336ce985bc64 HTTP/1.1" status: 200 len: 1098 time: 0.0472622 Aug 10 14:34:31.412942 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14824197-308e-40ec-b42b-89d80ae7d1c1 req-0d11af2f-4aaa-4a26-adbb-c348e909dc0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:34:31.416238 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-14824197-308e-40ec-b42b-89d80ae7d1c1 req-0d11af2f-4aaa-4a26-adbb-c348e909dc0f service neutron] 10.222.0.18 "GET /v2.0/networks?id=c66be7ba-5c71-487e-a4a7-ed7cb74aecf9 HTTP/1.1" status: 200 len: 912 time: 0.1026039 Aug 10 14:34:31.503901 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-14824197-308e-40ec-b42b-89d80ae7d1c1 req-9bd45082-c565-4eb4-819f-8300a60aaa83 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a1a32a24-f80d-4406-8c99-ccbce1fee6c9 HTTP/1.1" status: 200 len: 999 time: 0.0717468 Aug 10 14:34:31.568114 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14824197-308e-40ec-b42b-89d80ae7d1c1 req-147b2737-40d5-43a9-b866-15cd0ccf9366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:34:31.569691 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-14824197-308e-40ec-b42b-89d80ae7d1c1 req-147b2737-40d5-43a9-b866-15cd0ccf9366 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=18e8c05a-0b63-4e4f-b068-6c86c9aef18c HTTP/1.1" status: 200 len: 850 time: 0.0530536 Aug 10 14:34:31.620508 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14824197-308e-40ec-b42b-89d80ae7d1c1 req-d619c4af-d7fd-4242-97fc-8f465d7e8b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:34:31.622110 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-14824197-308e-40ec-b42b-89d80ae7d1c1 req-d619c4af-d7fd-4242-97fc-8f465d7e8b62 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c66be7ba-5c71-487e-a4a7-ed7cb74aecf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0431762 Aug 10 14:34:31.722304 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-14824197-308e-40ec-b42b-89d80ae7d1c1 req-018768c1-e646-4ab8-ae0c-efa1258b8221 service neutron] 10.222.0.18 "GET /v2.0/networks/c66be7ba-5c71-487e-a4a7-ed7cb74aecf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850759 Aug 10 14:34:31.832451 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-14824197-308e-40ec-b42b-89d80ae7d1c1 req-82e852c8-ebd5-4c9c-bf6f-036ac7270abf service neutron] 10.222.0.18 "GET /v2.0/networks/c66be7ba-5c71-487e-a4a7-ed7cb74aecf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989044 Aug 10 14:34:32.136733 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-f97b798d-bd61-4bdb-bb4a-e55e1a0659df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:34:32.267896 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Device e07f7748-19c2-4af0-b503-b9307466fff9 details requested by agent hyperv_hv-cinder-79819 with host hv-cinder-79819 {{(pid=93412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 14:34:32.331496 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d688ebb5-130d-4baf-b340-87380da52aae req-19ab5301-cdc8-40c1-895a-b91fec969eb5 tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:34:32.333103 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-d688ebb5-130d-4baf-b340-87380da52aae req-19ab5301-cdc8-40c1-895a-b91fec969eb5 tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] 10.222.0.42 "GET /v2.0/ports?device_id=b3f42852-26ba-4450-b2f1-641047eb217c HTTP/1.1" status: 200 len: 944 time: 0.0541189 Aug 10 14:34:32.380630 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-d688ebb5-130d-4baf-b340-87380da52aae req-ba9fb18b-234c-4c6b-a42d-d3969b9b5457 tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e1f1c30-11f2-4245-ad3d-ce9f21d473e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387728 Aug 10 14:34:32.396400 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.db [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] For port e07f7748-19c2-4af0-b503-b9307466fff9, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=e07f7748-19c2-4af0-b503-b9307466fff9,segment=NetworkSegment(cea0df64-e7aa-4971-9a61-80514ca799ba),segment_id=cea0df64-e7aa-4971-9a61-80514ca799ba)] {{(pid=93412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:34:32.537544 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Returning: {'device': 'e07f7748-19c2-4af0-b503-b9307466fff9', 'network_id': 'a614d805-3c32-418a-8a36-2a0c20a67d14', 'port_id': 'e07f7748-19c2-4af0-b503-b9307466fff9', 'mac_address': 'fa:16:3e:12:60:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d7f965d-fd24-4b99-b220-500326c89524', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 14:34:32.576521 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:34:32.594392 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.notifiers.nova [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e07f7748-19c2-4af0-b503-b9307466fff9 {{(pid=93412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 14:34:32.644424 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.db [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] For port e07f7748-19c2-4af0-b503-b9307466fff9, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=e07f7748-19c2-4af0-b503-b9307466fff9,segment=NetworkSegment(cea0df64-e7aa-4971-9a61-80514ca799ba),segment_id=cea0df64-e7aa-4971-9a61-80514ca799ba)] {{(pid=93412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:34:32.648410 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683854493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786683465220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786683465238'] for port, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:34:32.656421 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:34:32.735272 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Pushing event updated for resources: {'Port': ['ID=e07f7748-19c2-4af0-b503-b9307466fff9,revision_number=4']} {{(pid=93412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:34:32.979487 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.db [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] get_ports_and_sgs() called for port_ids ['e07f7748-19c2-4af0-b503-b9307466fff9'] {{(pid=93412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 14:34:33.505933 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e65265-592a-4da2-8d02-8f107c8f37fb req-aca01a79-c54e-4619-9697-48bfb6a77419 tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:34:33.507515 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-b9e65265-592a-4da2-8d02-8f107c8f37fb req-aca01a79-c54e-4619-9697-48bfb6a77419 tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] 10.222.0.42 "GET /v2.0/ports?device_id=b3f42852-26ba-4450-b2f1-641047eb217c HTTP/1.1" status: 200 len: 945 time: 0.0527148 Aug 10 14:34:33.550496 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-b9e65265-592a-4da2-8d02-8f107c8f37fb req-fe6f0e7c-9683-4a25-8caf-7b442d941ffe tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e1f1c30-11f2-4245-ad3d-ce9f21d473e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366540 Aug 10 14:34:34.058367 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.wsgi [-] (93411) accepted ('10.222.0.42', 54078) {{(pid=93411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:34:34.193685 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-518900be-ab79-4bc1-a0af-72685c722119 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:34:34.295265 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Device e07f7748-19c2-4af0-b503-b9307466fff9 up at agent hyperv_hv-cinder-79819 {{(pid=93412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:34:34.327633 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-518900be-ab79-4bc1-a0af-72685c722119 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:34:34.335244 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-518900be-ab79-4bc1-a0af-72685c722119 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734645'] for security_group, after_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:34:34.374641 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.provisioning_blocks [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Provisioning for port e07f7748-19c2-4af0-b503-b9307466fff9 completed by entity L2. {{(pid=93412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 14:34:34.379212 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.provisioning_blocks [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Provisioning complete for port e07f7748-19c2-4af0-b503-b9307466fff9 triggered by entity L2. {{(pid=93412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:34:34.379581 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932393'] for port, provisioning_complete {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:34:34.390431 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-518900be-ab79-4bc1-a0af-72685c722119 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e8237ec9727a4b629f4e4b5cef8fecf2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3301487 Aug 10 14:34:34.391060 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.wsgi [-] (93410) accepted ('10.222.0.42', 54088) {{(pid=93410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:34:34.394900 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518900be-ab79-4bc1-a0af-72685c722119 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1da8c0d-a799-442b-9ea8-1446e28634ee,revision_number=1']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:34:34.452519 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-ca987b5b-04be-4f54-8660-c55ed24eefda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:34:34.481053 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:34:34.485456 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-ca987b5b-04be-4f54-8660-c55ed24eefda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:34:34.504595 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3f42852-26ba-4450-b2f1-641047eb217c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e07f7748-19c2-4af0-b503-b9307466fff9'}] {{(pid=93412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:34:34.507073 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9406f3752f8c5c09b2197ea24f22201eb31b4bb693178eb20b3d616b4d9459a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66bd7142-7802-4639-a0e7-25803127d774" -d '{"events": [{"server_uuid": "b3f42852-26ba-4450-b2f1-641047eb217c", "name": "network-vif-plugged", "status": "completed", "tag": "e07f7748-19c2-4af0-b503-b9307466fff9"}]}' {{(pid=93412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:34:34.525032 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.db [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] For port e07f7748-19c2-4af0-b503-b9307466fff9, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=e07f7748-19c2-4af0-b503-b9307466fff9,segment=NetworkSegment(cea0df64-e7aa-4971-9a61-80514ca799ba),segment_id=cea0df64-e7aa-4971-9a61-80514ca799ba)] {{(pid=93412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:34:34.530173 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683854493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786683465220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786683465238'] for port, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:34:34.558321 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 14:34:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f622dd4-b4e8-4da1-90d2-f78cab7aa573 x-openstack-request-id: req-9f622dd4-b4e8-4da1-90d2-f78cab7aa573 {{(pid=93412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:34:34.558621 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3f42852-26ba-4450-b2f1-641047eb217c", "name": "network-vif-plugged", "status": "completed", "tag": "e07f7748-19c2-4af0-b503-b9307466fff9", "code": 200}]} {{(pid=93412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:34:34.558881 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9f622dd4-b4e8-4da1-90d2-f78cab7aa573 {{(pid=93412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:34:34.559272 dv-cinder-798198-2-iscsi neutron-server[93412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3f42852-26ba-4450-b2f1-641047eb217c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e07f7748-19c2-4af0-b503-b9307466fff9', 'code': 200} Aug 10 14:34:34.575963 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-ca987b5b-04be-4f54-8660-c55ed24eefda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734645'] for security_group, after_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:34:34.581478 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-ca987b5b-04be-4f54-8660-c55ed24eefda admin admin] Notify callbacks [] for security_group, before_response {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:34:34.583818 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [None req-ca987b5b-04be-4f54-8660-c55ed24eefda admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a1da8c0d-a799-442b-9ea8-1446e28634ee HTTP/1.1" status: 204 len: 168 time: 0.1910818 Aug 10 14:34:34.599439 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca987b5b-04be-4f54-8660-c55ed24eefda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1da8c0d-a799-442b-9ea8-1446e28634ee,revision_number=None']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:34:34.601292 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Pushing event updated for resources: {'Port': ['ID=e07f7748-19c2-4af0-b503-b9307466fff9,revision_number=5']} {{(pid=93412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:34:34.617883 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:34:34.618950 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:34:34.619691 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:34:34.620248 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:34:34.621236 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:34:34.621843 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:34:34.622418 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:34:34.622984 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:34:34.623643 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:34:34.624409 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:34:34.625181 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:34:34.625759 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:34:34.645357 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca987b5b-04be-4f54-8660-c55ed24eefda admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:34:34.646003 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca987b5b-04be-4f54-8660-c55ed24eefda admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:34:34.646639 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca987b5b-04be-4f54-8660-c55ed24eefda admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:34:34.647810 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca987b5b-04be-4f54-8660-c55ed24eefda admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:34:34.648405 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca987b5b-04be-4f54-8660-c55ed24eefda admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:34:34.649205 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca987b5b-04be-4f54-8660-c55ed24eefda admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:34:34.650012 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca987b5b-04be-4f54-8660-c55ed24eefda admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:34:34.650568 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca987b5b-04be-4f54-8660-c55ed24eefda admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:34:34.651119 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca987b5b-04be-4f54-8660-c55ed24eefda admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:34:34.651674 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca987b5b-04be-4f54-8660-c55ed24eefda admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:34:34.652265 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca987b5b-04be-4f54-8660-c55ed24eefda admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:34:34.652825 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca987b5b-04be-4f54-8660-c55ed24eefda admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:34:34.768483 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3665c8e-32b2-41fd-8709-673c2c7d7665 req-5608bad1-5d85-4393-be99-8d4c9bfe12c6 tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:34:34.770603 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-d3665c8e-32b2-41fd-8709-673c2c7d7665 req-5608bad1-5d85-4393-be99-8d4c9bfe12c6 tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] 10.222.0.42 "GET /v2.0/ports?device_id=b3f42852-26ba-4450-b2f1-641047eb217c HTTP/1.1" status: 200 len: 946 time: 0.0877759 Aug 10 14:34:34.871891 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-d3665c8e-32b2-41fd-8709-673c2c7d7665 req-cdc05729-1d49-4121-a528-0e33065a7926 tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e1f1c30-11f2-4245-ad3d-ce9f21d473e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934877 Aug 10 14:34:34.894576 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c2171c-1528-4ab1-8d56-c4264d73f7f3 req-293d4b17-e6b3-4ccd-81f7-801df39ab991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:34:34.896873 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-58c2171c-1528-4ab1-8d56-c4264d73f7f3 req-293d4b17-e6b3-4ccd-81f7-801df39ab991 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b3f42852-26ba-4450-b2f1-641047eb217c HTTP/1.1" status: 200 len: 1099 time: 0.0840290 Aug 10 14:34:34.960855 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-58c2171c-1528-4ab1-8d56-c4264d73f7f3 req-092bf2fb-ec09-4cf5-8d23-8fea530e2ba5 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=4e1f1c30-11f2-4245-ad3d-ce9f21d473e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407257 Aug 10 14:34:35.668729 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1213469-bc4c-40d8-95ff-3b9009a56780 req-a173c9f3-438b-4244-aafc-b1a5d99fc00d tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:34:35.670285 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-b1213469-bc4c-40d8-95ff-3b9009a56780 req-a173c9f3-438b-4244-aafc-b1a5d99fc00d tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/ports?device_id=6b203be0-e47c-4371-9eda-83a59ed98be2 HTTP/1.1" status: 200 len: 947 time: 0.0527620 Aug 10 14:34:35.715533 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-b1213469-bc4c-40d8-95ff-3b9009a56780 req-9ba847ab-3bee-4b32-b695-070f207cf99d tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/security-groups?id=ecfbe072-fae7-404f-9e98-b7a4caa3c273&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390551 Aug 10 14:34:36.000287 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ef3c9d-75be-4e8e-90a5-3f4d16297fa4 req-a0de60ab-e086-4578-b5cd-c685049fc6c8 tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:34:36.001775 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-55ef3c9d-75be-4e8e-90a5-3f4d16297fa4 req-a0de60ab-e086-4578-b5cd-c685049fc6c8 tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] 10.222.0.42 "GET /v2.0/ports?device_id=b3f42852-26ba-4450-b2f1-641047eb217c HTTP/1.1" status: 200 len: 946 time: 0.0498435 Aug 10 14:34:36.045916 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-55ef3c9d-75be-4e8e-90a5-3f4d16297fa4 req-6d256cf7-55b1-4189-b821-ba3b9fbea86b tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e1f1c30-11f2-4245-ad3d-ce9f21d473e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376163 Aug 10 14:34:36.842144 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ad5eaa-d3b2-4abb-bfa1-f526ab39e2a3 req-29753ce6-324c-4490-8450-e2fded9f0c5a tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:34:36.843646 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-c9ad5eaa-d3b2-4abb-bfa1-f526ab39e2a3 req-29753ce6-324c-4490-8450-e2fded9f0c5a tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/ports?device_id=6b203be0-e47c-4371-9eda-83a59ed98be2 HTTP/1.1" status: 200 len: 947 time: 0.0509913 Aug 10 14:34:36.887269 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-c9ad5eaa-d3b2-4abb-bfa1-f526ab39e2a3 req-286e9a8f-0a2a-4744-a5dd-8280f87dca64 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/security-groups?id=ecfbe072-fae7-404f-9e98-b7a4caa3c273&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371788 Aug 10 14:34:37.816705 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4c4d49-93bf-4826-893b-9f5fbb217372 req-f22b528c-0e76-48a5-a9a1-8520047411bc tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:34:37.819376 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-8d4c4d49-93bf-4826-893b-9f5fbb217372 req-f22b528c-0e76-48a5-a9a1-8520047411bc tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b203be0-e47c-4371-9eda-83a59ed98be2 HTTP/1.1" status: 200 len: 947 time: 0.0773132 Aug 10 14:34:37.978364 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3b1b8c-3db5-43cd-b276-a8cd33b11966 req-ec7e71db-cb2a-4dbc-83a0-4c46556acef5 tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:34:37.985518 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-2c3b1b8c-3db5-43cd-b276-a8cd33b11966 req-ec7e71db-cb2a-4dbc-83a0-4c46556acef5 tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] 10.222.0.42 "GET /v2.0/networks?id=a614d805-3c32-418a-8a36-2a0c20a67d14 HTTP/1.1" status: 200 len: 814 time: 0.1939640 Aug 10 14:34:38.018219 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-2c3b1b8c-3db5-43cd-b276-a8cd33b11966 req-fb52b611-8591-41bf-b46c-609941cac71c tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] 10.222.0.42 "GET /v2.0/quotas/44853dc206f34059b469cc35cda5cb30 HTTP/1.1" status: 200 len: 375 time: 0.0314250 Aug 10 14:34:38.094320 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.plugin [req-8d4c4d49-93bf-4826-893b-9f5fbb217372 req-976b5d04-6eb4-4c0e-a78a-6264967f299e tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Deleting port d7c73a10-55f7-4d62-9fe7-4a227b278bb5 {{(pid=93410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 14:34:38.094660 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-8d4c4d49-93bf-4826-893b-9f5fbb217372 req-976b5d04-6eb4-4c0e-a78a-6264967f299e tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786683848753'] for port, before_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:34:38.411623 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad06e35-923d-4db2-8a00-efa9af919d61 req-d9e0e7c9-f83b-467d-a2a0-f1dfaff95d9d tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:34:38.413183 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-cad06e35-923d-4db2-8a00-efa9af919d61 req-d9e0e7c9-f83b-467d-a2a0-f1dfaff95d9d tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/ports?device_id=6b203be0-e47c-4371-9eda-83a59ed98be2 HTTP/1.1" status: 200 len: 947 time: 0.4240208 Aug 10 14:34:38.459228 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-2c3b1b8c-3db5-43cd-b276-a8cd33b11966 req-1201dcbf-fe37-4d00-818f-949a15d428b6 tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=44853dc206f34059b469cc35cda5cb30&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4069102 Aug 10 14:34:38.559714 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [req-8d4c4d49-93bf-4826-893b-9f5fbb217372 req-976b5d04-6eb4-4c0e-a78a-6264967f299e tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] For port d7c73a10-55f7-4d62-9fe7-4a227b278bb5, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=d7c73a10-55f7-4d62-9fe7-4a227b278bb5,segment=NetworkSegment(d55ed611-efa5-4413-9a01-d70eef9c92c8),segment_id=d55ed611-efa5-4413-9a01-d70eef9c92c8)] {{(pid=93410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:34:38.560007 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-8d4c4d49-93bf-4826-893b-9f5fbb217372 req-976b5d04-6eb4-4c0e-a78a-6264967f299e tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-879274'] for port, precommit_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:34:38.567501 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-cad06e35-923d-4db2-8a00-efa9af919d61 req-a4bae311-8eab-4a62-a7d5-b4b56fe03355 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/security-groups?id=ecfbe072-fae7-404f-9e98-b7a4caa3c273&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1457455 Aug 10 14:34:38.715820 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-2c3b1b8c-3db5-43cd-b276-a8cd33b11966 req-f1949e2e-705f-4f75-a763-4eb0371f7b08 service neutron] 10.222.0.42 "GET /v2.0/networks/a614d805-3c32-418a-8a36-2a0c20a67d14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2420220 Aug 10 14:34:38.985968 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-2c3b1b8c-3db5-43cd-b276-a8cd33b11966 req-8da8f757-d7e6-49d6-8368-6a2e42894c70 service neutron] 10.222.0.42 "GET /v2.0/networks/a614d805-3c32-418a-8a36-2a0c20a67d14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2635648 Aug 10 14:34:38.997269 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-8d4c4d49-93bf-4826-893b-9f5fbb217372 req-976b5d04-6eb4-4c0e-a78a-6264967f299e tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:34:38.997798 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-8d4c4d49-93bf-4826-893b-9f5fbb217372 req-976b5d04-6eb4-4c0e-a78a-6264967f299e tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-880024'] for floatingip, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:34:38.998292 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.db.l3_db [req-8d4c4d49-93bf-4826-893b-9f5fbb217372 req-976b5d04-6eb4-4c0e-a78a-6264967f299e tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Floating IP 96bfd08d-0092-48a0-ab5a-f00566003a4e disassociated. External IP: 172.27.0.234, port: d7c73a10-55f7-4d62-9fe7-4a227b278bb5. Aug 10 14:34:38.998878 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.plugin [req-8d4c4d49-93bf-4826-893b-9f5fbb217372 req-976b5d04-6eb4-4c0e-a78a-6264967f299e tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Calling delete_port for d7c73a10-55f7-4d62-9fe7-4a227b278bb5 owned by compute:nova {{(pid=93410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 14:34:39.219503 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-8d4c4d49-93bf-4826-893b-9f5fbb217372 req-976b5d04-6eb4-4c0e-a78a-6264967f299e tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786683854475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786683465207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26372150'] for port, after_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:34:39.224592 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-bbc52b1d-8367-4076-9d44-30b245287dca req-ff448735-bed9-4252-8557-4a078c3a7839 tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] 10.222.0.42 "GET /v2.0/ports?device_id=215a9fca-7177-4e3c-95bc-4bd87733540a HTTP/1.1" status: 200 len: 210 time: 0.0471838 Aug 10 14:34:39.255042 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976b5d04-6eb4-4c0e-a78a-6264967f299e tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Pushing event deleted for resources: {'Port': ['ID=d7c73a10-55f7-4d62-9fe7-4a227b278bb5,revision_number=None']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:34:39.423380 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8d4c4d49-93bf-4826-893b-9f5fbb217372 req-976b5d04-6eb4-4c0e-a78a-6264967f299e tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Router 9c09542e-5201-4a53-a355-b1f2b1a699e0 has already been hosted by L3 agent 8acc92de-0cfa-4d60-8b37-a39a4d3c1570 {{(pid=93410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 14:34:39.583895 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8d4c4d49-93bf-4826-893b-9f5fbb217372 req-976b5d04-6eb4-4c0e-a78a-6264967f299e tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Notify agent at l3_agent.dv-cinder-798198-2-iscsi the message routers_updated {{(pid=93410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 14:34:39.601733 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-918db495-7f02-4d9e-b2d4-a9651b52bad8 None None] Sync routers for ids ['9c09542e-5201-4a53-a355-b1f2b1a699e0'] in dv-cinder-798198-2-iscsi {{(pid=93412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 14:34:39.616109 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-918db495-7f02-4d9e-b2d4-a9651b52bad8 None None] Routers {'9c09542e-5201-4a53-a355-b1f2b1a699e0'} bound to L3 agent in host dv-cinder-798198-2-iscsi {{(pid=93412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:34:39.616997 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.l3_hamode_db [None req-918db495-7f02-4d9e-b2d4-a9651b52bad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T14:22:29Z,description=,heartbeat_timestamp=2021-08-10T14:34:29Z,host='dv-cinder-798198-2-iscsi',id=8acc92de-0cfa-4d60-8b37-a39a4d3c1570,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T14:22:29Z,topic='l3_agent')) {'router_ids': ['9c09542e-5201-4a53-a355-b1f2b1a699e0'], 'active': True} {{(pid=93412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:34:39.643400 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d4c4d49-93bf-4826-893b-9f5fbb217372 req-976b5d04-6eb4-4c0e-a78a-6264967f299e tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] No DVR routers for this DVR port d7c73a10-55f7-4d62-9fe7-4a227b278bb5 on host hv-cinder-79819 {{(pid=93410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 14:34:39.646966 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-8d4c4d49-93bf-4826-893b-9f5fbb217372 req-976b5d04-6eb4-4c0e-a78a-6264967f299e tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-387483'] for port, before_response {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:34:39.649373 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-8d4c4d49-93bf-4826-893b-9f5fbb217372 req-976b5d04-6eb4-4c0e-a78a-6264967f299e tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.18 "DELETE /v2.0/ports/d7c73a10-55f7-4d62-9fe7-4a227b278bb5 HTTP/1.1" status: 204 len: 173 time: 1.7918444 Aug 10 14:34:39.650057 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b203be0-e47c-4371-9eda-83a59ed98be2', 'name': 'network-vif-deleted', 'tag': 'd7c73a10-55f7-4d62-9fe7-4a227b278bb5'}] {{(pid=93410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:34:39.652750 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}173c15a1f530ed65b3eefe425c4e9cd9c28cfc2a1cdec76c1bb34aa91000b996" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-969a3d12-5e1e-48d0-b76a-c4a3e62f7f02" -d '{"events": [{"server_uuid": "6b203be0-e47c-4371-9eda-83a59ed98be2", "name": "network-vif-deleted", "tag": "d7c73a10-55f7-4d62-9fe7-4a227b278bb5"}]}' {{(pid=93410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:34:39.776356 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 14:34:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1180d745-7b72-4990-a531-6a94e14c79ca x-openstack-request-id: req-1180d745-7b72-4990-a531-6a94e14c79ca {{(pid=93410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:34:39.777126 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b203be0-e47c-4371-9eda-83a59ed98be2", "name": "network-vif-deleted", "tag": "d7c73a10-55f7-4d62-9fe7-4a227b278bb5", "status": "completed", "code": 200}]} {{(pid=93410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:34:39.777794 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1180d745-7b72-4990-a531-6a94e14c79ca {{(pid=93410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:34:39.778655 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b203be0-e47c-4371-9eda-83a59ed98be2', 'name': 'network-vif-deleted', 'tag': 'd7c73a10-55f7-4d62-9fe7-4a227b278bb5', 'status': 'completed', 'code': 200} Aug 10 14:34:39.782790 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-e85fd39e-8c5c-4d15-9231-78162281cf55 req-9957e482-24ae-459e-bc15-9ac7a9b1b3be tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/ports?device_id=6b203be0-e47c-4371-9eda-83a59ed98be2 HTTP/1.1" status: 200 len: 210 time: 0.0666499 Aug 10 14:34:39.836491 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.l3_dvr_db [None req-918db495-7f02-4d9e-b2d4-a9651b52bad8 None None] Set router 9c09542e-5201-4a53-a355-b1f2b1a699e0 gateway port host: dv-cinder-798198-2-iscsi {{(pid=93412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:34:40.121229 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.l3_hamode_db [None req-918db495-7f02-4d9e-b2d4-a9651b52bad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c09542e-5201-4a53-a355-b1f2b1a699e0', 'name': 'tempest-AttachVolumeShelveTestJSON-564264007-router', 'tenant_id': 'e156b5d0a1d64f118dbb019f54a5f1f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'external_fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': 'a6b091e1-0abc-4678-a829-20447b882acc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:30:13Z', 'updated_at': '2021-08-10T14:30:27Z', 'revision_number': 4, 'project_id': 'e156b5d0a1d64f118dbb019f54a5f1f0', 'gw_port': {'id': 'a6b091e1-0abc-4678-a829-20447b882acc', 'name': '', 'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:af:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c09542e-5201-4a53-a355-b1f2b1a699e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:30:14Z', 'updated_at': '2021-08-10T14:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-2-iscsi', '_interfaces': [{'id': '7f882fd6-bfde-48b0-8130-3397db487faf', 'name': '', 'network_id': '86a6d1d4-f800-47bf-859f-81a5bd8d7c63', 'tenant_id': 'e156b5d0a1d64f118dbb019f54a5f1f0', 'mac_address': 'fa:16:3e:94:6e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c09542e-5201-4a53-a355-b1f2b1a699e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '061e4b8c-ab2d-4682-a3d2-e34df59bc21f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:30:23Z', 'updated_at': '2021-08-10T14:30:44Z', 'revision_number': 5, 'project_id': 'e156b5d0a1d64f118dbb019f54a5f1f0', 'subnets': [{'id': '061e4b8c-ab2d-4682-a3d2-e34df59bc21f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-2-iscsi', False) {} {{(pid=93412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:34:40.168352 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-918db495-7f02-4d9e-b2d4-a9651b52bad8 None None] Checking router: 9c09542e-5201-4a53-a355-b1f2b1a699e0 for host: dv-cinder-798198-2-iscsi {{(pid=93412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 14:34:40.182973 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-918db495-7f02-4d9e-b2d4-a9651b52bad8 None None] Routers {'9c09542e-5201-4a53-a355-b1f2b1a699e0'} bound to L3 agent in host dv-cinder-798198-2-iscsi {{(pid=93412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:34:40.183887 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.l3_hamode_db [None req-918db495-7f02-4d9e-b2d4-a9651b52bad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T14:22:29Z,description=,heartbeat_timestamp=2021-08-10T14:34:29Z,host='dv-cinder-798198-2-iscsi',id=8acc92de-0cfa-4d60-8b37-a39a4d3c1570,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T14:22:29Z,topic='l3_agent')) {'router_ids': ['9c09542e-5201-4a53-a355-b1f2b1a699e0'], 'active': True} {{(pid=93412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:34:40.363099 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.l3_dvr_db [None req-918db495-7f02-4d9e-b2d4-a9651b52bad8 None None] Set router 9c09542e-5201-4a53-a355-b1f2b1a699e0 gateway port host: dv-cinder-798198-2-iscsi {{(pid=93412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:34:40.373763 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-fdbefa29-1dcd-4811-81b8-e7f6633c8086 req-e06a2270-1e85-4cb2-961a-01fa35778b1c tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] 10.222.0.42 "GET /v2.0/ports?device_id=215a9fca-7177-4e3c-95bc-4bd87733540a HTTP/1.1" status: 200 len: 210 time: 0.0375311 Aug 10 14:34:40.608532 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.l3_hamode_db [None req-918db495-7f02-4d9e-b2d4-a9651b52bad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c09542e-5201-4a53-a355-b1f2b1a699e0', 'name': 'tempest-AttachVolumeShelveTestJSON-564264007-router', 'tenant_id': 'e156b5d0a1d64f118dbb019f54a5f1f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'external_fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': 'a6b091e1-0abc-4678-a829-20447b882acc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:30:13Z', 'updated_at': '2021-08-10T14:30:27Z', 'revision_number': 4, 'project_id': 'e156b5d0a1d64f118dbb019f54a5f1f0', 'gw_port': {'id': 'a6b091e1-0abc-4678-a829-20447b882acc', 'name': '', 'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:af:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c09542e-5201-4a53-a355-b1f2b1a699e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:30:14Z', 'updated_at': '2021-08-10T14:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-2-iscsi', '_interfaces': [{'id': '7f882fd6-bfde-48b0-8130-3397db487faf', 'name': '', 'network_id': '86a6d1d4-f800-47bf-859f-81a5bd8d7c63', 'tenant_id': 'e156b5d0a1d64f118dbb019f54a5f1f0', 'mac_address': 'fa:16:3e:94:6e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c09542e-5201-4a53-a355-b1f2b1a699e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '061e4b8c-ab2d-4682-a3d2-e34df59bc21f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:30:23Z', 'updated_at': '2021-08-10T14:30:44Z', 'revision_number': 5, 'project_id': 'e156b5d0a1d64f118dbb019f54a5f1f0', 'subnets': [{'id': '061e4b8c-ab2d-4682-a3d2-e34df59bc21f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-2-iscsi', False) {} {{(pid=93412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:34:40.644325 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-918db495-7f02-4d9e-b2d4-a9651b52bad8 None None] The sync data for ids ['9c09542e-5201-4a53-a355-b1f2b1a699e0'] in dv-cinder-798198-2-iscsi is: [{'id': '9c09542e-5201-4a53-a355-b1f2b1a699e0', 'name': 'tempest-AttachVolumeShelveTestJSON-564264007-router', 'tenant_id': 'e156b5d0a1d64f118dbb019f54a5f1f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'external_fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': 'a6b091e1-0abc-4678-a829-20447b882acc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:30:13Z', 'updated_at': '2021-08-10T14:30:27Z', 'revision_number': 4, 'project_id': 'e156b5d0a1d64f118dbb019f54a5f1f0', 'gw_port': {'id': 'a6b091e1-0abc-4678-a829-20447b882acc', 'name': '', 'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:af:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c09542e-5201-4a53-a355-b1f2b1a699e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:30:14Z', 'updated_at': '2021-08-10T14:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-2-iscsi', '_interfaces': [{'id': '7f882fd6-bfde-48b0-8130-3397db487faf', 'name': '', 'network_id': '86a6d1d4-f800-47bf-859f-81a5bd8d7c63', 'tenant_id': 'e156b5d0a1d64f118dbb019f54a5f1f0', 'mac_address': 'fa:16:3e:94:6e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c09542e-5201-4a53-a355-b1f2b1a699e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '061e4b8c-ab2d-4682-a3d2-e34df59bc21f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:30:23Z', 'updated_at': '2021-08-10T14:30:44Z', 'revision_number': 5, 'project_id': 'e156b5d0a1d64f118dbb019f54a5f1f0', 'subnets': [{'id': '061e4b8c-ab2d-4682-a3d2-e34df59bc21f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 14:34:40.877307 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3b1b8c-3db5-43cd-b276-a8cd33b11966 req-48161938-87cb-430e-8f34-5c81eae7195c tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:34:40.880417 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-2c3b1b8c-3db5-43cd-b276-a8cd33b11966 req-48161938-87cb-430e-8f34-5c81eae7195c tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] 10.222.0.18 "GET /v2.0/networks?id=a614d805-3c32-418a-8a36-2a0c20a67d14 HTTP/1.1" status: 200 len: 814 time: 0.1412966 Aug 10 14:34:40.896267 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.v2.base [req-2c3b1b8c-3db5-43cd-b276-a8cd33b11966 req-04a74347-5f1c-4d60-b4ef-f143c9c21ecc tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] Request body: {'port': {'device_id': '215a9fca-7177-4e3c-95bc-4bd87733540a', 'network_id': 'a614d805-3c32-418a-8a36-2a0c20a67d14', 'admin_state_up': True, 'tenant_id': '44853dc206f34059b469cc35cda5cb30'}} {{(pid=93410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:34:40.922734 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.wsgi [-] (93411) accepted ('10.222.0.42', 54160) {{(pid=93411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:34:41.027121 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-62a7ba17-2881-4763-9920-9e683011bc30 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Notify callbacks [] for security_group, before_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:34:41.035671 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d0f7ab2-b7e8-4c78-8add-28b04a82eac5 None None] New status for floating IP 96bfd08d-0092-48a0-ab5a-f00566003a4e: DOWN {{(pid=93413) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 14:34:41.065082 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-62a7ba17-2881-4763-9920-9e683011bc30 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:34:41.100088 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c3b1b8c-3db5-43cd-b276-a8cd33b11966 req-04a74347-5f1c-4d60-b4ef-f143c9c21ecc tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] Made reservation on behalf of 44853dc206f34059b469cc35cda5cb30 for: {'port': 1} {{(pid=93410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 14:34:41.107862 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-2c3b1b8c-3db5-43cd-b276-a8cd33b11966 req-04a74347-5f1c-4d60-b4ef-f143c9c21ecc tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:34:41.155597 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-62a7ba17-2881-4763-9920-9e683011bc30 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734645'] for security_group, after_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:34:41.160760 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-62a7ba17-2881-4763-9920-9e683011bc30 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Notify callbacks [] for security_group, before_response {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:34:41.168049 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-62a7ba17-2881-4763-9920-9e683011bc30 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "DELETE /v2.0/security-groups/ecfbe072-fae7-404f-9e98-b7a4caa3c273 HTTP/1.1" status: 204 len: 168 time: 0.2438107 Aug 10 14:34:41.169454 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.wsgi [-] (93411) accepted ('10.222.0.42', 54166) {{(pid=93411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:34:41.194966 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a7ba17-2881-4763-9920-9e683011bc30 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecfbe072-fae7-404f-9e98-b7a4caa3c273,revision_number=None']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:34:41.208687 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a7ba17-2881-4763-9920-9e683011bc30 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:34:41.209009 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a7ba17-2881-4763-9920-9e683011bc30 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:34:41.209462 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a7ba17-2881-4763-9920-9e683011bc30 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:34:41.209782 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a7ba17-2881-4763-9920-9e683011bc30 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:34:41.210115 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a7ba17-2881-4763-9920-9e683011bc30 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:34:41.210443 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a7ba17-2881-4763-9920-9e683011bc30 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:34:41.210816 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a7ba17-2881-4763-9920-9e683011bc30 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:34:41.211336 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a7ba17-2881-4763-9920-9e683011bc30 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:34:41.212461 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a7ba17-2881-4763-9920-9e683011bc30 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:34:41.213030 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a7ba17-2881-4763-9920-9e683011bc30 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:34:41.213588 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a7ba17-2881-4763-9920-9e683011bc30 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:34:41.214087 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a7ba17-2881-4763-9920-9e683011bc30 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:34:41.217472 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.api.v2.resource [None req-c40eb5c2-46cc-41df-bc7e-37bb6ddc66eb tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] show failed (client error): The resource could not be found. Aug 10 14:34:41.221729 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-c40eb5c2-46cc-41df-bc7e-37bb6ddc66eb tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/security-groups/ecfbe072-fae7-404f-9e98-b7a4caa3c273 HTTP/1.1" status: 404 len: 347 time: 0.0367222 Aug 10 14:34:41.222930 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.wsgi [-] (93410) accepted ('10.222.0.42', 54168) {{(pid=93410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:34:41.391262 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.db.db_base_plugin_common [req-2c3b1b8c-3db5-43cd-b276-a8cd33b11966 req-04a74347-5f1c-4d60-b4ef-f143c9c21ecc tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] Allocated IP 172.20.0.3 (a614d805-3c32-418a-8a36-2a0c20a67d14/9d7f965d-fd24-4b99-b220-500326c89524/a5a49576-0497-49b6-a806-61ff77b477aa) {{(pid=93410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 14:34:41.445912 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.plugin [None req-4e872e01-cbce-44dd-bf2a-4de67c580924 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Deleting port ddb9c6f8-6ce5-4626-a197-7f93aa0b5a7e {{(pid=93410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 14:34:41.446827 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-4e872e01-cbce-44dd-bf2a-4de67c580924 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786683848753'] for port, before_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:34:41.572297 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-e10f0010-28f0-4d74-95d1-d716ed367e68 req-8bf8cb17-ecb5-4843-9880-90dd023ba34b tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] 10.222.0.42 "GET /v2.0/ports?device_id=215a9fca-7177-4e3c-95bc-4bd87733540a HTTP/1.1" status: 200 len: 210 time: 0.0795879 Aug 10 14:34:41.627537 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-4e872e01-cbce-44dd-bf2a-4de67c580924 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-879274'] for port, precommit_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:34:41.627852 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-4e872e01-cbce-44dd-bf2a-4de67c580924 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:34:41.650334 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.plugin [None req-4e872e01-cbce-44dd-bf2a-4de67c580924 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Calling delete_port for ddb9c6f8-6ce5-4626-a197-7f93aa0b5a7e owned by network:floatingip {{(pid=93410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 14:34:41.722290 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-2c3b1b8c-3db5-43cd-b276-a8cd33b11966 req-04a74347-5f1c-4d60-b4ef-f143c9c21ecc tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] Notify callbacks [] for port, precommit_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:34:41.803596 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-2c3b1b8c-3db5-43cd-b276-a8cd33b11966 req-04a74347-5f1c-4d60-b4ef-f143c9c21ecc tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786683465198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26372150'] for port, after_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:34:41.818628 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.db [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] get_ports_and_sgs() called for port_ids ['d2390cef-8b0d-412d-9d0a-904f49334482', 'e07f7748-19c2-4af0-b503-b9307466fff9'] {{(pid=93412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 14:34:41.897541 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c3b1b8c-3db5-43cd-b276-a8cd33b11966 req-04a74347-5f1c-4d60-b4ef-f143c9c21ecc tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] Network a614d805-3c32-418a-8a36-2a0c20a67d14 is already hosted by enough agents. {{(pid=93410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 14:34:41.904963 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.scheduler.base_scheduler [req-2c3b1b8c-3db5-43cd-b276-a8cd33b11966 req-04a74347-5f1c-4d60-b4ef-f143c9c21ecc tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] Resources bound (agent type, host, resource id): {{(pid=93410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:34:41.912933 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c3b1b8c-3db5-43cd-b276-a8cd33b11966 req-04a74347-5f1c-4d60-b4ef-f143c9c21ecc tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] Received port after_create {{(pid=93410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 14:34:41.920340 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a74347-5f1c-4d60-b4ef-f143c9c21ecc tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] Pushing event updated for resources: {'Port': ['ID=a5a49576-0497-49b6-a806-61ff77b477aa,revision_number=1']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:34:41.945909 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-4e872e01-cbce-44dd-bf2a-4de67c580924 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786683854475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786683465207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26372150'] for port, after_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:34:41.985213 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e872e01-cbce-44dd-bf2a-4de67c580924 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Pushing event deleted for resources: {'Port': ['ID=ddb9c6f8-6ce5-4626-a197-7f93aa0b5a7e,revision_number=None']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:34:42.002513 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3b1b8c-3db5-43cd-b276-a8cd33b11966 req-04a74347-5f1c-4d60-b4ef-f143c9c21ecc tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:34:42.003172 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-2c3b1b8c-3db5-43cd-b276-a8cd33b11966 req-04a74347-5f1c-4d60-b4ef-f143c9c21ecc tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-387483'] for port, before_response {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:34:42.055905 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-2c3b1b8c-3db5-43cd-b276-a8cd33b11966 req-04a74347-5f1c-4d60-b4ef-f143c9c21ecc tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1632919 Aug 10 14:34:42.069873 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.v2.base [req-2c3b1b8c-3db5-43cd-b276-a8cd33b11966 req-46e2bb9a-ba11-4475-a904-8ccc275d5dd2 service neutron] Request body: {'port': {'device_id': '215a9fca-7177-4e3c-95bc-4bd87733540a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79819'}} {{(pid=93410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:34:42.075170 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-4e872e01-cbce-44dd-bf2a-4de67c580924 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Notify callbacks [] for floatingip, after_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:34:42.077875 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-4e872e01-cbce-44dd-bf2a-4de67c580924 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-387483'] for floatingip, before_response {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:34:42.079065 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [None req-4e872e01-cbce-44dd-bf2a-4de67c580924 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "DELETE /v2.0/floatingips/96bfd08d-0092-48a0-ab5a-f00566003a4e HTTP/1.1" status: 204 len: 168 time: 0.8557501 Aug 10 14:34:42.144755 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-2c3b1b8c-3db5-43cd-b276-a8cd33b11966 req-46e2bb9a-ba11-4475-a904-8ccc275d5dd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:34:42.310553 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Device d7c73a10-55f7-4d62-9fe7-4a227b278bb5 no longer exists at agent hyperv_hv-cinder-79819 {{(pid=93412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 14:34:42.325102 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.wsgi [-] (93411) accepted ('10.222.0.42', 54174) {{(pid=93411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:34:42.329951 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.v2.base [None req-516bc937-091e-4493-931e-077a44d9d25c tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1875817648', 'description': 'tempest-description--1712745758'}} {{(pid=93411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:34:42.333545 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.plugin [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] No Port match for: d7c73a10-55f7-4d62-9fe7-4a227b278bb5 {{(pid=93412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 14:34:42.333955 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Device d7c73a10-55f7-4d62-9fe7-4a227b278bb5 not bound to the agent host hv-cinder-79819 {{(pid=93412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 14:34:42.358133 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-516bc937-091e-4493-931e-077a44d9d25c tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Notify callbacks [] for security_group, before_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:34:42.456510 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-516bc937-091e-4493-931e-077a44d9d25c tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Notify callbacks [] for security_group, precommit_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:34:42.463061 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-516bc937-091e-4493-931e-077a44d9d25c tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734645'] for security_group, after_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:34:42.496867 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-516bc937-091e-4493-931e-077a44d9d25c tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Notify callbacks [] for security_group, before_response {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:34:42.501211 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-516bc937-091e-4493-931e-077a44d9d25c tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1749096 Aug 10 14:34:42.502022 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.wsgi [-] (93411) accepted ('10.222.0.42', 54176) {{(pid=93411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:34:42.502692 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516bc937-091e-4493-931e-077a44d9d25c tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2946f7a-8f02-440c-8bd6-ed3d170ad2ae,revision_number=1']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:34:42.510011 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.v2.base [None req-babcc245-0dfa-4c8f-9f44-d920eee03a0f tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Request body: {'security_group_rule': {'security_group_id': 'f2946f7a-8f02-440c-8bd6-ed3d170ad2ae', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:34:42.541266 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-babcc245-0dfa-4c8f-9f44-d920eee03a0f tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:34:42.610322 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-babcc245-0dfa-4c8f-9f44-d920eee03a0f tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:34:42.616835 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-babcc245-0dfa-4c8f-9f44-d920eee03a0f tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734530'] for security_group_rule, after_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:34:42.647920 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babcc245-0dfa-4c8f-9f44-d920eee03a0f tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54b39f53-24b2-4be2-b9c2-9187b9a8130e,revision_number=0']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:34:42.659219 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-babcc245-0dfa-4c8f-9f44-d920eee03a0f tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:34:42.662059 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-babcc245-0dfa-4c8f-9f44-d920eee03a0f tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1565988 Aug 10 14:34:42.666129 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.wsgi [-] (93411) accepted ('10.222.0.42', 54180) {{(pid=93411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:34:42.671698 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.v2.base [None req-8e580e9e-7be4-4676-a99c-34d23448d4c8 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Request body: {'security_group_rule': {'security_group_id': 'f2946f7a-8f02-440c-8bd6-ed3d170ad2ae', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:34:42.706293 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-8e580e9e-7be4-4676-a99c-34d23448d4c8 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:34:42.756674 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaf8f47-3511-482d-90e4-64c8bdf5eb63 req-21edefff-e29b-446b-a88b-1ff5fc354b4e tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:34:42.758229 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-3aaf8f47-3511-482d-90e4-64c8bdf5eb63 req-21edefff-e29b-446b-a88b-1ff5fc354b4e tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] 10.222.0.42 "GET /v2.0/ports?device_id=215a9fca-7177-4e3c-95bc-4bd87733540a HTTP/1.1" status: 200 len: 931 time: 0.0880888 Aug 10 14:34:42.778900 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-8e580e9e-7be4-4676-a99c-34d23448d4c8 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:34:42.785267 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-8e580e9e-7be4-4676-a99c-34d23448d4c8 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734530'] for security_group_rule, after_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:34:42.808775 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e580e9e-7be4-4676-a99c-34d23448d4c8 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d23d028c-8231-4737-81e0-557ed9e97a36,revision_number=0']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:34:42.816546 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-8e580e9e-7be4-4676-a99c-34d23448d4c8 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:34:42.818159 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-8e580e9e-7be4-4676-a99c-34d23448d4c8 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1505115 Aug 10 14:34:42.823053 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.wsgi [-] (93411) accepted ('10.222.0.42', 54182) {{(pid=93411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:34:42.828960 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.v2.base [None req-9010b286-8a6c-4d82-815a-2eaf95ff50ba tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Request body: {'floatingip': {'floating_network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532'}} {{(pid=93411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:34:42.844300 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-3aaf8f47-3511-482d-90e4-64c8bdf5eb63 req-14925bd2-2c01-4766-8f65-37b9330a7e40 tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e1f1c30-11f2-4245-ad3d-ce9f21d473e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744612 Aug 10 14:34:42.862433 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.notifiers.nova [req-2c3b1b8c-3db5-43cd-b276-a8cd33b11966 req-46e2bb9a-ba11-4475-a904-8ccc275d5dd2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5a49576-0497-49b6-a806-61ff77b477aa {{(pid=93410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 14:34:42.869226 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-9010b286-8a6c-4d82-815a-2eaf95ff50ba tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Notify callbacks [] for floatingip, before_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:34:42.874028 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-2c3b1b8c-3db5-43cd-b276-a8cd33b11966 req-46e2bb9a-ba11-4475-a904-8ccc275d5dd2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:34:42.887121 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [req-2c3b1b8c-3db5-43cd-b276-a8cd33b11966 req-46e2bb9a-ba11-4475-a904-8ccc275d5dd2 service neutron] Transition to ACTIVE for port object a5a49576-0497-49b6-a806-61ff77b477aa will not be triggered until provisioned by entity L2. {{(pid=93410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 14:34:42.892212 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-2c3b1b8c-3db5-43cd-b276-a8cd33b11966 req-46e2bb9a-ba11-4475-a904-8ccc275d5dd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683854493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786683465220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786683465238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26372301'] for port, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:34:42.952959 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e2bb9a-ba11-4475-a904-8ccc275d5dd2 service neutron] Pushing event updated for resources: {'Port': ['ID=a5a49576-0497-49b6-a806-61ff77b477aa,revision_number=2']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:34:42.982422 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-9010b286-8a6c-4d82-815a-2eaf95ff50ba tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:34:43.026231 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.managers [req-2c3b1b8c-3db5-43cd-b276-a8cd33b11966 req-46e2bb9a-ba11-4475-a904-8ccc275d5dd2 service neutron] Attempting to bind port a5a49576-0497-49b6-a806-61ff77b477aa on host hv-cinder-79819 for vnic_type normal with profile {{(pid=93410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 14:34:43.026490 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.managers [req-2c3b1b8c-3db5-43cd-b276-a8cd33b11966 req-46e2bb9a-ba11-4475-a904-8ccc275d5dd2 service neutron] Attempting to bind port a5a49576-0497-49b6-a806-61ff77b477aa by drivers openvswitch,hyperv on host hv-cinder-79819 at level 0 using segments [{'id': 'cea0df64-e7aa-4971-9a61-80514ca799ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'a614d805-3c32-418a-8a36-2a0c20a67d14'}] {{(pid=93410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 14:34:43.026816 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c3b1b8c-3db5-43cd-b276-a8cd33b11966 req-46e2bb9a-ba11-4475-a904-8ccc275d5dd2 service neutron] Attempting to bind port a5a49576-0497-49b6-a806-61ff77b477aa on network a614d805-3c32-418a-8a36-2a0c20a67d14 {{(pid=93410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 14:34:43.031747 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c3b1b8c-3db5-43cd-b276-a8cd33b11966 req-46e2bb9a-ba11-4475-a904-8ccc275d5dd2 service neutron] Port a5a49576-0497-49b6-a806-61ff77b477aa on network a614d805-3c32-418a-8a36-2a0c20a67d14 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79819 {{(pid=93410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 14:34:43.032087 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c3b1b8c-3db5-43cd-b276-a8cd33b11966 req-46e2bb9a-ba11-4475-a904-8ccc275d5dd2 service neutron] Attempting to bind port a5a49576-0497-49b6-a806-61ff77b477aa on network a614d805-3c32-418a-8a36-2a0c20a67d14 {{(pid=93410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 14:34:43.037766 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c3b1b8c-3db5-43cd-b276-a8cd33b11966 req-46e2bb9a-ba11-4475-a904-8ccc275d5dd2 service neutron] Checking agent: {'id': '193de837-f8e2-4c0a-a012-1a4e123b0e95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 14, 28, 33), 'started_at': datetime.datetime(2021, 8, 10, 14, 28, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 14, 34, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 14:34:43.038106 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c3b1b8c-3db5-43cd-b276-a8cd33b11966 req-46e2bb9a-ba11-4475-a904-8ccc275d5dd2 service neutron] Checking segment: {'id': 'cea0df64-e7aa-4971-9a61-80514ca799ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'a614d805-3c32-418a-8a36-2a0c20a67d14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 14:34:43.038645 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c3b1b8c-3db5-43cd-b276-a8cd33b11966 req-46e2bb9a-ba11-4475-a904-8ccc275d5dd2 service neutron] Bound using segment: {'id': 'cea0df64-e7aa-4971-9a61-80514ca799ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'a614d805-3c32-418a-8a36-2a0c20a67d14'} {{(pid=93410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 14:34:43.039017 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.managers [req-2c3b1b8c-3db5-43cd-b276-a8cd33b11966 req-46e2bb9a-ba11-4475-a904-8ccc275d5dd2 service neutron] Bound port: a5a49576-0497-49b6-a806-61ff77b477aa, host: hv-cinder-79819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cea0df64-e7aa-4971-9a61-80514ca799ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'a614d805-3c32-418a-8a36-2a0c20a67d14'}}] {{(pid=93410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 14:34:43.039440 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-2c3b1b8c-3db5-43cd-b276-a8cd33b11966 req-46e2bb9a-ba11-4475-a904-8ccc275d5dd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:34:43.121522 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [req-2c3b1b8c-3db5-43cd-b276-a8cd33b11966 req-46e2bb9a-ba11-4475-a904-8ccc275d5dd2 service neutron] For port a5a49576-0497-49b6-a806-61ff77b477aa, host hv-cinder-79819, cleared binding levels {{(pid=93410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 14:34:43.126623 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [req-2c3b1b8c-3db5-43cd-b276-a8cd33b11966 req-46e2bb9a-ba11-4475-a904-8ccc275d5dd2 service neutron] For port a5a49576-0497-49b6-a806-61ff77b477aa, host hv-cinder-79819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=a5a49576-0497-49b6-a806-61ff77b477aa,segment=NetworkSegment(cea0df64-e7aa-4971-9a61-80514ca799ba),segment_id=cea0df64-e7aa-4971-9a61-80514ca799ba)] {{(pid=93410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 14:34:43.131720 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-2c3b1b8c-3db5-43cd-b276-a8cd33b11966 req-46e2bb9a-ba11-4475-a904-8ccc275d5dd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683854493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786683465220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786683465238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26372301'] for port, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:34:43.169723 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3b1b8c-3db5-43cd-b276-a8cd33b11966 req-46e2bb9a-ba11-4475-a904-8ccc275d5dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:34:43.170332 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-2c3b1b8c-3db5-43cd-b276-a8cd33b11966 req-46e2bb9a-ba11-4475-a904-8ccc275d5dd2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-387483'] for port, before_response {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:34:43.171829 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-2c3b1b8c-3db5-43cd-b276-a8cd33b11966 req-46e2bb9a-ba11-4475-a904-8ccc275d5dd2 service neutron] 10.222.0.18 "PUT /v2.0/ports/a5a49576-0497-49b6-a806-61ff77b477aa HTTP/1.1" status: 200 len: 1093 time: 1.1068082 Aug 10 14:34:43.172307 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '215a9fca-7177-4e3c-95bc-4bd87733540a', 'tag': 'a5a49576-0497-49b6-a806-61ff77b477aa'}] {{(pid=93410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:34:43.174734 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}173c15a1f530ed65b3eefe425c4e9cd9c28cfc2a1cdec76c1bb34aa91000b996" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adfdfd51-0921-49f4-a754-a924804a69f8" -d '{"events": [{"name": "network-changed", "server_uuid": "215a9fca-7177-4e3c-95bc-4bd87733540a", "tag": "a5a49576-0497-49b6-a806-61ff77b477aa"}]}' {{(pid=93410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:34:43.211254 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e2bb9a-ba11-4475-a904-8ccc275d5dd2 service neutron] Pushing event updated for resources: {'Port': ['ID=a5a49576-0497-49b6-a806-61ff77b477aa,revision_number=3']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:34:43.231992 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 14:34:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d473f63-f78f-463e-a132-8e5342323f73 x-openstack-request-id: req-7d473f63-f78f-463e-a132-8e5342323f73 {{(pid=93410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:34:43.232324 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "215a9fca-7177-4e3c-95bc-4bd87733540a", "tag": "a5a49576-0497-49b6-a806-61ff77b477aa", "status": "completed", "code": 200}]} {{(pid=93410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:34:43.232562 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7d473f63-f78f-463e-a132-8e5342323f73 {{(pid=93410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:34:43.232929 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '215a9fca-7177-4e3c-95bc-4bd87733540a', 'tag': 'a5a49576-0497-49b6-a806-61ff77b477aa', 'status': 'completed', 'code': 200} Aug 10 14:34:43.266918 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3b1b8c-3db5-43cd-b276-a8cd33b11966 req-3e7dc205-16ec-4e0f-b661-0d91c3d01990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:34:43.268540 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-2c3b1b8c-3db5-43cd-b276-a8cd33b11966 req-3e7dc205-16ec-4e0f-b661-0d91c3d01990 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=44853dc206f34059b469cc35cda5cb30&device_id=215a9fca-7177-4e3c-95bc-4bd87733540a HTTP/1.1" status: 200 len: 1096 time: 0.0500152 Aug 10 14:34:43.319308 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.db.db_base_plugin_common [None req-9010b286-8a6c-4d82-815a-2eaf95ff50ba tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Allocated IP 172.27.0.193 (3c935337-17af-4240-bc2c-ccb5b04b1532/e735a612-8fb3-4a85-bede-f6307ba49d31/8ddecb56-0419-46c6-87c6-c9953253c271) {{(pid=93411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 14:34:43.325448 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-2c3b1b8c-3db5-43cd-b276-a8cd33b11966 req-cb223967-f84c-41a0-8209-93a36cca772d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a5a49576-0497-49b6-a806-61ff77b477aa HTTP/1.1" status: 200 len: 217 time: 0.0489240 Aug 10 14:34:43.381923 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3b1b8c-3db5-43cd-b276-a8cd33b11966 req-154ab16d-94b1-4a85-bfce-ac62ec549aad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:34:43.383970 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-2c3b1b8c-3db5-43cd-b276-a8cd33b11966 req-154ab16d-94b1-4a85-bfce-ac62ec549aad service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9d7f965d-fd24-4b99-b220-500326c89524 HTTP/1.1" status: 200 len: 854 time: 0.0498140 Aug 10 14:34:43.419274 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-2c3b1b8c-3db5-43cd-b276-a8cd33b11966 req-a3c978bf-3331-4ff3-881a-0c7e1c772da4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a614d805-3c32-418a-8a36-2a0c20a67d14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267560 Aug 10 14:34:43.439744 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-9010b286-8a6c-4d82-815a-2eaf95ff50ba tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Notify callbacks [] for port, precommit_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:34:43.483149 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-9010b286-8a6c-4d82-815a-2eaf95ff50ba tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786683465198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2690464'] for port, after_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:34:43.527956 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-2c3b1b8c-3db5-43cd-b276-a8cd33b11966 req-42048545-726f-4c0b-b705-011a25e54a8d service neutron] 10.222.0.18 "GET /v2.0/networks/a614d805-3c32-418a-8a36-2a0c20a67d14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994020 Aug 10 14:34:43.532253 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9010b286-8a6c-4d82-815a-2eaf95ff50ba tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Network 3c935337-17af-4240-bc2c-ccb5b04b1532 is already hosted by enough agents. {{(pid=93411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 14:34:43.535468 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.scheduler.base_scheduler [None req-9010b286-8a6c-4d82-815a-2eaf95ff50ba tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Resources bound (agent type, host, resource id): {{(pid=93411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:34:43.539548 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9010b286-8a6c-4d82-815a-2eaf95ff50ba tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Received port after_create {{(pid=93411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 14:34:43.564164 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9010b286-8a6c-4d82-815a-2eaf95ff50ba tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Pushing event updated for resources: {'Port': ['ID=8ddecb56-0419-46c6-87c6-c9953253c271,revision_number=1']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:34:43.624272 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-2c3b1b8c-3db5-43cd-b276-a8cd33b11966 req-31e69239-d8c8-4bf4-9b71-f0b805d72132 service neutron] 10.222.0.18 "GET /v2.0/networks/a614d805-3c32-418a-8a36-2a0c20a67d14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880394 Aug 10 14:34:43.640523 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-9010b286-8a6c-4d82-815a-2eaf95ff50ba tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:34:43.677316 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-9010b286-8a6c-4d82-815a-2eaf95ff50ba tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_update {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:34:43.726253 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfdfd51-0921-49f4-a754-a924804a69f8 req-5f2ab416-780a-4e97-904d-d2a2ffae8171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:34:43.728002 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-adfdfd51-0921-49f4-a754-a924804a69f8 req-5f2ab416-780a-4e97-904d-d2a2ffae8171 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=44853dc206f34059b469cc35cda5cb30&device_id=215a9fca-7177-4e3c-95bc-4bd87733540a HTTP/1.1" status: 200 len: 1096 time: 0.0477509 Aug 10 14:34:43.842397 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfdfd51-0921-49f4-a754-a924804a69f8 req-98cbdeea-918c-4812-8ef8-cdd8b1fc4e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:34:43.843819 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-adfdfd51-0921-49f4-a754-a924804a69f8 req-98cbdeea-918c-4812-8ef8-cdd8b1fc4e27 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a614d805-3c32-418a-8a36-2a0c20a67d14 HTTP/1.1" status: 200 len: 915 time: 0.1070950 Aug 10 14:34:43.846790 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-9010b286-8a6c-4d82-815a-2eaf95ff50ba tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Notify callbacks [] for port, precommit_update {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:34:43.851800 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-9010b286-8a6c-4d82-815a-2eaf95ff50ba tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683854493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786683465220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786683465238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2690395'] for port, after_update {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:34:43.889913 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-adfdfd51-0921-49f4-a754-a924804a69f8 req-9d211b10-febc-4979-81ae-536145e2c2eb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a5a49576-0497-49b6-a806-61ff77b477aa HTTP/1.1" status: 200 len: 217 time: 0.0370395 Aug 10 14:34:43.927933 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9010b286-8a6c-4d82-815a-2eaf95ff50ba tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Pushing event updated for resources: {'Port': ['ID=8ddecb56-0419-46c6-87c6-c9953253c271,revision_number=2']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:34:43.939253 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-9010b286-8a6c-4d82-815a-2eaf95ff50ba tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-880024'] for floatingip, after_update {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:34:43.956454 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-9010b286-8a6c-4d82-815a-2eaf95ff50ba tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-387483'] for floatingip, before_response {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:34:43.967541 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-9010b286-8a6c-4d82-815a-2eaf95ff50ba tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1337306 Aug 10 14:34:43.983509 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfdfd51-0921-49f4-a754-a924804a69f8 req-6b93d2e6-17ab-4cd3-a444-dbda8bbcd74b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:34:43.985235 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-adfdfd51-0921-49f4-a754-a924804a69f8 req-6b93d2e6-17ab-4cd3-a444-dbda8bbcd74b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9d7f965d-fd24-4b99-b220-500326c89524 HTTP/1.1" status: 200 len: 854 time: 0.0790493 Aug 10 14:34:44.025728 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-adfdfd51-0921-49f4-a754-a924804a69f8 req-57a51b2a-3dfe-4bbd-8d76-f6e2ea6b60d5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a614d805-3c32-418a-8a36-2a0c20a67d14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288348 Aug 10 14:34:44.033654 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e296e6-bbdb-44ac-8fca-2ec6b494275a req-fdd72962-b5f6-4332-b9bb-e2218f04ee94 tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:34:44.035233 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-a4e296e6-bbdb-44ac-8fca-2ec6b494275a req-fdd72962-b5f6-4332-b9bb-e2218f04ee94 tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] 10.222.0.42 "GET /v2.0/ports?device_id=215a9fca-7177-4e3c-95bc-4bd87733540a HTTP/1.1" status: 200 len: 943 time: 0.0858421 Aug 10 14:34:44.144981 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-a4e296e6-bbdb-44ac-8fca-2ec6b494275a req-a44d8844-05bc-4a6f-b3af-1cb128391092 tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e1f1c30-11f2-4245-ad3d-ce9f21d473e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968883 Aug 10 14:34:44.194198 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-adfdfd51-0921-49f4-a754-a924804a69f8 req-427608a1-b80d-4950-937e-42f972ee9777 service neutron] 10.222.0.18 "GET /v2.0/networks/a614d805-3c32-418a-8a36-2a0c20a67d14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558609 Aug 10 14:34:44.197228 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-3a4d2391-743d-40ef-8ffc-c886153aff36 req-5cb82c8a-a896-4efe-8ab3-ccbdfdb29b3c tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--1875817648&fields=id&tenant_id=e156b5d0a1d64f118dbb019f54a5f1f0 HTTP/1.1" status: 200 len: 267 time: 0.0557339 Aug 10 14:34:44.376108 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4d2391-743d-40ef-8ffc-c886153aff36 req-6f618697-c0ae-4944-b21d-7aef80243d0b tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:34:44.377795 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-3a4d2391-743d-40ef-8ffc-c886153aff36 req-6f618697-c0ae-4944-b21d-7aef80243d0b tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/networks?id=86a6d1d4-f800-47bf-859f-81a5bd8d7c63 HTTP/1.1" status: 200 len: 816 time: 0.1736398 Aug 10 14:34:44.379756 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-adfdfd51-0921-49f4-a754-a924804a69f8 req-dff1c3df-1568-4ddc-a943-36f157d49f2c service neutron] 10.222.0.18 "GET /v2.0/networks/a614d805-3c32-418a-8a36-2a0c20a67d14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1662650 Aug 10 14:34:44.393749 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-3a4d2391-743d-40ef-8ffc-c886153aff36 req-debc3008-2533-43a0-bf1d-3665935d3f7e tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/quotas/e156b5d0a1d64f118dbb019f54a5f1f0 HTTP/1.1" status: 200 len: 375 time: 0.0099142 Aug 10 14:34:44.455054 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-3a4d2391-743d-40ef-8ffc-c886153aff36 req-bbb1425b-ff36-47c0-863d-f4c79ffe4207 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=e156b5d0a1d64f118dbb019f54a5f1f0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0546887 Aug 10 14:34:44.565217 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-3a4d2391-743d-40ef-8ffc-c886153aff36 req-a0028a4e-41d3-4090-bd34-3c87b4e98465 service neutron] 10.222.0.42 "GET /v2.0/networks/86a6d1d4-f800-47bf-859f-81a5bd8d7c63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865910 Aug 10 14:34:44.670930 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-3a4d2391-743d-40ef-8ffc-c886153aff36 req-d60c60f5-8a25-49d6-b435-e1389523bbf6 service neutron] 10.222.0.42 "GET /v2.0/networks/86a6d1d4-f800-47bf-859f-81a5bd8d7c63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987926 Aug 10 14:34:44.858462 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-8b68b2ab-a84a-4051-a7e5-e8ac6f5c8b1e req-b23ff1b2-b9ae-4f81-b987-afee3f82ac06 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ed18135-5a94-4262-bd63-45ba91dbffb9 HTTP/1.1" status: 200 len: 210 time: 0.0342255 Aug 10 14:34:45.273299 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108b13e5-8da8-40b2-a2a0-7f04175ac116 req-d1cc6238-7471-47fa-b07f-56d1048a1e81 tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:34:45.274977 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-108b13e5-8da8-40b2-a2a0-7f04175ac116 req-d1cc6238-7471-47fa-b07f-56d1048a1e81 tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] 10.222.0.42 "GET /v2.0/ports?device_id=215a9fca-7177-4e3c-95bc-4bd87733540a HTTP/1.1" status: 200 len: 943 time: 0.0586011 Aug 10 14:34:45.314916 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-108b13e5-8da8-40b2-a2a0-7f04175ac116 req-5fea2a1d-a058-43ad-9653-650bc3a6f1d1 tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e1f1c30-11f2-4245-ad3d-ce9f21d473e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337536 Aug 10 14:34:45.930557 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4d2391-743d-40ef-8ffc-c886153aff36 req-480645c3-82f7-4fd2-8435-f78a58365ec2 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:34:45.938314 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-3a4d2391-743d-40ef-8ffc-c886153aff36 req-480645c3-82f7-4fd2-8435-f78a58365ec2 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.18 "GET /v2.0/networks?id=86a6d1d4-f800-47bf-859f-81a5bd8d7c63 HTTP/1.1" status: 200 len: 816 time: 0.1401751 Aug 10 14:34:46.006250 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-bb11ff5e-6e75-43a1-94d7-5c1f6f55ad7b req-4f826851-b239-4c06-9204-8901b715df6b tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ed18135-5a94-4262-bd63-45ba91dbffb9 HTTP/1.1" status: 200 len: 210 time: 0.0406590 Aug 10 14:34:46.030052 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-3a4d2391-743d-40ef-8ffc-c886153aff36 req-d0a5bd7e-8b10-4590-8165-233b27da3106 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e156b5d0a1d64f118dbb019f54a5f1f0 HTTP/1.1" status: 200 len: 380 time: 0.0809038 Aug 10 14:34:46.042127 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.v2.base [req-3a4d2391-743d-40ef-8ffc-c886153aff36 req-73c72752-be13-4867-9b83-97d2c9b7d774 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Request body: {'port': {'device_id': '2ed18135-5a94-4262-bd63-45ba91dbffb9', 'network_id': '86a6d1d4-f800-47bf-859f-81a5bd8d7c63', 'admin_state_up': True, 'tenant_id': 'e156b5d0a1d64f118dbb019f54a5f1f0', 'security_groups': ['f2946f7a-8f02-440c-8bd6-ed3d170ad2ae']}} {{(pid=93410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:34:46.154977 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a4d2391-743d-40ef-8ffc-c886153aff36 req-73c72752-be13-4867-9b83-97d2c9b7d774 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Made reservation on behalf of e156b5d0a1d64f118dbb019f54a5f1f0 for: {'port': 1} {{(pid=93410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 14:34:46.161075 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-3a4d2391-743d-40ef-8ffc-c886153aff36 req-73c72752-be13-4867-9b83-97d2c9b7d774 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:34:46.313372 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.db.db_base_plugin_common [req-3a4d2391-743d-40ef-8ffc-c886153aff36 req-73c72752-be13-4867-9b83-97d2c9b7d774 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Allocated IP 172.20.0.4 (86a6d1d4-f800-47bf-859f-81a5bd8d7c63/061e4b8c-ab2d-4682-a3d2-e34df59bc21f/37dc35e3-e514-45bc-a34b-f09b87488ac9) {{(pid=93410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 14:34:46.314167 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Device a5a49576-0497-49b6-a806-61ff77b477aa details requested by agent hyperv_hv-cinder-79819 with host hv-cinder-79819 {{(pid=93412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 14:34:46.424089 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.db [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] For port a5a49576-0497-49b6-a806-61ff77b477aa, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=a5a49576-0497-49b6-a806-61ff77b477aa,segment=NetworkSegment(cea0df64-e7aa-4971-9a61-80514ca799ba),segment_id=cea0df64-e7aa-4971-9a61-80514ca799ba)] {{(pid=93412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:34:46.437015 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Returning: {'device': 'a5a49576-0497-49b6-a806-61ff77b477aa', 'network_id': 'a614d805-3c32-418a-8a36-2a0c20a67d14', 'port_id': 'a5a49576-0497-49b6-a806-61ff77b477aa', 'mac_address': 'fa:16:3e:ac:60:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d7f965d-fd24-4b99-b220-500326c89524', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 14:34:46.481541 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:34:46.496868 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.notifiers.nova [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5a49576-0497-49b6-a806-61ff77b477aa {{(pid=93412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 14:34:46.526156 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.db [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] For port a5a49576-0497-49b6-a806-61ff77b477aa, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=a5a49576-0497-49b6-a806-61ff77b477aa,segment=NetworkSegment(cea0df64-e7aa-4971-9a61-80514ca799ba),segment_id=cea0df64-e7aa-4971-9a61-80514ca799ba)] {{(pid=93412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:34:46.530775 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683854493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786683465220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786683465238'] for port, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:34:46.567222 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c58ce96-88cc-4f65-8eae-ca29623e2d4a req-ee26e7db-bcf1-4d48-bb1f-62147f99a545 tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:34:46.570003 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-3c58ce96-88cc-4f65-8eae-ca29623e2d4a req-ee26e7db-bcf1-4d48-bb1f-62147f99a545 tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] 10.222.0.42 "GET /v2.0/ports?device_id=215a9fca-7177-4e3c-95bc-4bd87733540a HTTP/1.1" status: 200 len: 943 time: 0.1390266 Aug 10 14:34:46.587238 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Pushing event updated for resources: {'Port': ['ID=a5a49576-0497-49b6-a806-61ff77b477aa,revision_number=4']} {{(pid=93412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:34:46.615915 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-3a4d2391-743d-40ef-8ffc-c886153aff36 req-73c72752-be13-4867-9b83-97d2c9b7d774 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Notify callbacks [] for port, precommit_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:34:46.646252 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-3c58ce96-88cc-4f65-8eae-ca29623e2d4a req-d9a1f17a-4418-4ac7-b368-61629a2000b0 tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e1f1c30-11f2-4245-ad3d-ce9f21d473e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692244 Aug 10 14:34:46.647330 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [req-3a4d2391-743d-40ef-8ffc-c886153aff36 req-73c72752-be13-4867-9b83-97d2c9b7d774 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Transition to ACTIVE for port object 37dc35e3-e514-45bc-a34b-f09b87488ac9 will not be triggered until provisioned by entity DHCP. {{(pid=93410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 14:34:46.691872 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-3a4d2391-743d-40ef-8ffc-c886153aff36 req-73c72752-be13-4867-9b83-97d2c9b7d774 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786683465198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26372150'] for port, after_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:34:46.750860 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a4d2391-743d-40ef-8ffc-c886153aff36 req-73c72752-be13-4867-9b83-97d2c9b7d774 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Network 86a6d1d4-f800-47bf-859f-81a5bd8d7c63 is already hosted by enough agents. {{(pid=93410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 14:34:46.754652 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.scheduler.base_scheduler [req-3a4d2391-743d-40ef-8ffc-c886153aff36 req-73c72752-be13-4867-9b83-97d2c9b7d774 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Resources bound (agent type, host, resource id): {{(pid=93410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:34:46.759694 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a4d2391-743d-40ef-8ffc-c886153aff36 req-73c72752-be13-4867-9b83-97d2c9b7d774 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Received port after_create {{(pid=93410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 14:34:46.789818 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c72752-be13-4867-9b83-97d2c9b7d774 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Pushing event updated for resources: {'Port': ['ID=37dc35e3-e514-45bc-a34b-f09b87488ac9,revision_number=1']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:34:46.825844 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4d2391-743d-40ef-8ffc-c886153aff36 req-73c72752-be13-4867-9b83-97d2c9b7d774 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:34:46.826529 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-3a4d2391-743d-40ef-8ffc-c886153aff36 req-73c72752-be13-4867-9b83-97d2c9b7d774 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-387483'] for port, before_response {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:34:46.846007 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-3a4d2391-743d-40ef-8ffc-c886153aff36 req-73c72752-be13-4867-9b83-97d2c9b7d774 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8081303 Aug 10 14:34:46.848846 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.db [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] get_ports_and_sgs() called for port_ids ['a5a49576-0497-49b6-a806-61ff77b477aa'] {{(pid=93412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 14:34:46.871758 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.v2.base [req-3a4d2391-743d-40ef-8ffc-c886153aff36 req-66bfefe5-ec26-42c2-b0ae-da18fb3bc371 service neutron] Request body: {'port': {'device_id': '2ed18135-5a94-4262-bd63-45ba91dbffb9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79819'}} {{(pid=93410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:34:46.955838 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-3a4d2391-743d-40ef-8ffc-c886153aff36 req-66bfefe5-ec26-42c2-b0ae-da18fb3bc371 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:34:47.083600 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.provisioning_blocks [None req-ccb04cb1-4fe6-4627-932b-b924a20b2d8f None None] Provisioning for port 37dc35e3-e514-45bc-a34b-f09b87488ac9 completed by entity DHCP. {{(pid=93412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 14:34:47.089807 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.provisioning_blocks [None req-ccb04cb1-4fe6-4627-932b-b924a20b2d8f None None] Provisioning complete for port 37dc35e3-e514-45bc-a34b-f09b87488ac9 triggered by entity DHCP. {{(pid=93412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:34:47.090168 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-ccb04cb1-4fe6-4627-932b-b924a20b2d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932393'] for port, provisioning_complete {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:34:47.131159 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.plugin [None req-ccb04cb1-4fe6-4627-932b-b924a20b2d8f None None] Port 37dc35e3-e514-45bc-a34b-f09b87488ac9 cannot update to ACTIVE because it is not bound. {{(pid=93412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 14:34:47.221169 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e2d0f7-cd11-42f6-9dc2-9aad0016ece4 req-80a46afa-ed0a-4bd6-8d1c-57311a51cc03 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:34:47.222689 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-29e2d0f7-cd11-42f6-9dc2-9aad0016ece4 req-80a46afa-ed0a-4bd6-8d1c-57311a51cc03 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ed18135-5a94-4262-bd63-45ba91dbffb9 HTTP/1.1" status: 200 len: 931 time: 0.1130445 Aug 10 14:34:47.295622 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-29e2d0f7-cd11-42f6-9dc2-9aad0016ece4 req-3e93c83a-6326-4481-b0c2-32a44954912e tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2946f7a-8f02-440c-8bd6-ed3d170ad2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659008 Aug 10 14:34:47.347101 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.notifiers.nova [req-3a4d2391-743d-40ef-8ffc-c886153aff36 req-66bfefe5-ec26-42c2-b0ae-da18fb3bc371 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37dc35e3-e514-45bc-a34b-f09b87488ac9 {{(pid=93410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 14:34:47.355793 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-3a4d2391-743d-40ef-8ffc-c886153aff36 req-66bfefe5-ec26-42c2-b0ae-da18fb3bc371 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:34:47.369985 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [req-3a4d2391-743d-40ef-8ffc-c886153aff36 req-66bfefe5-ec26-42c2-b0ae-da18fb3bc371 service neutron] Transition to ACTIVE for port object 37dc35e3-e514-45bc-a34b-f09b87488ac9 will not be triggered until provisioned by entity L2. {{(pid=93410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 14:34:47.374595 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-3a4d2391-743d-40ef-8ffc-c886153aff36 req-66bfefe5-ec26-42c2-b0ae-da18fb3bc371 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683854493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786683465220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786683465238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26372301'] for port, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:34:47.430528 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bfefe5-ec26-42c2-b0ae-da18fb3bc371 service neutron] Pushing event updated for resources: {'Port': ['ID=37dc35e3-e514-45bc-a34b-f09b87488ac9,revision_number=2']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:34:47.518337 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.managers [req-3a4d2391-743d-40ef-8ffc-c886153aff36 req-66bfefe5-ec26-42c2-b0ae-da18fb3bc371 service neutron] Attempting to bind port 37dc35e3-e514-45bc-a34b-f09b87488ac9 on host hv-cinder-79819 for vnic_type normal with profile {{(pid=93410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 14:34:47.518812 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.managers [req-3a4d2391-743d-40ef-8ffc-c886153aff36 req-66bfefe5-ec26-42c2-b0ae-da18fb3bc371 service neutron] Attempting to bind port 37dc35e3-e514-45bc-a34b-f09b87488ac9 by drivers openvswitch,hyperv on host hv-cinder-79819 at level 0 using segments [{'id': 'd55ed611-efa5-4413-9a01-d70eef9c92c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '86a6d1d4-f800-47bf-859f-81a5bd8d7c63'}] {{(pid=93410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 14:34:47.519233 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a4d2391-743d-40ef-8ffc-c886153aff36 req-66bfefe5-ec26-42c2-b0ae-da18fb3bc371 service neutron] Attempting to bind port 37dc35e3-e514-45bc-a34b-f09b87488ac9 on network 86a6d1d4-f800-47bf-859f-81a5bd8d7c63 {{(pid=93410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 14:34:47.525699 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a4d2391-743d-40ef-8ffc-c886153aff36 req-66bfefe5-ec26-42c2-b0ae-da18fb3bc371 service neutron] Port 37dc35e3-e514-45bc-a34b-f09b87488ac9 on network 86a6d1d4-f800-47bf-859f-81a5bd8d7c63 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79819 {{(pid=93410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 14:34:47.526197 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a4d2391-743d-40ef-8ffc-c886153aff36 req-66bfefe5-ec26-42c2-b0ae-da18fb3bc371 service neutron] Attempting to bind port 37dc35e3-e514-45bc-a34b-f09b87488ac9 on network 86a6d1d4-f800-47bf-859f-81a5bd8d7c63 {{(pid=93410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 14:34:47.534155 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a4d2391-743d-40ef-8ffc-c886153aff36 req-66bfefe5-ec26-42c2-b0ae-da18fb3bc371 service neutron] Checking agent: {'id': '193de837-f8e2-4c0a-a012-1a4e123b0e95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 14, 28, 33), 'started_at': datetime.datetime(2021, 8, 10, 14, 28, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 14, 34, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 14:34:47.534493 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a4d2391-743d-40ef-8ffc-c886153aff36 req-66bfefe5-ec26-42c2-b0ae-da18fb3bc371 service neutron] Checking segment: {'id': 'd55ed611-efa5-4413-9a01-d70eef9c92c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '86a6d1d4-f800-47bf-859f-81a5bd8d7c63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 14:34:47.534868 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a4d2391-743d-40ef-8ffc-c886153aff36 req-66bfefe5-ec26-42c2-b0ae-da18fb3bc371 service neutron] Bound using segment: {'id': 'd55ed611-efa5-4413-9a01-d70eef9c92c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '86a6d1d4-f800-47bf-859f-81a5bd8d7c63'} {{(pid=93410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 14:34:47.535298 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.managers [req-3a4d2391-743d-40ef-8ffc-c886153aff36 req-66bfefe5-ec26-42c2-b0ae-da18fb3bc371 service neutron] Bound port: 37dc35e3-e514-45bc-a34b-f09b87488ac9, host: hv-cinder-79819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd55ed611-efa5-4413-9a01-d70eef9c92c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '86a6d1d4-f800-47bf-859f-81a5bd8d7c63'}}] {{(pid=93410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 14:34:47.535666 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-3a4d2391-743d-40ef-8ffc-c886153aff36 req-66bfefe5-ec26-42c2-b0ae-da18fb3bc371 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:34:47.631020 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [req-3a4d2391-743d-40ef-8ffc-c886153aff36 req-66bfefe5-ec26-42c2-b0ae-da18fb3bc371 service neutron] For port 37dc35e3-e514-45bc-a34b-f09b87488ac9, host hv-cinder-79819, cleared binding levels {{(pid=93410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 14:34:47.636043 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [req-3a4d2391-743d-40ef-8ffc-c886153aff36 req-66bfefe5-ec26-42c2-b0ae-da18fb3bc371 service neutron] For port 37dc35e3-e514-45bc-a34b-f09b87488ac9, host hv-cinder-79819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=37dc35e3-e514-45bc-a34b-f09b87488ac9,segment=NetworkSegment(d55ed611-efa5-4413-9a01-d70eef9c92c8),segment_id=d55ed611-efa5-4413-9a01-d70eef9c92c8)] {{(pid=93410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 14:34:47.641123 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-3a4d2391-743d-40ef-8ffc-c886153aff36 req-66bfefe5-ec26-42c2-b0ae-da18fb3bc371 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683854493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786683465220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786683465238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26372301'] for port, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:34:47.676875 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4d2391-743d-40ef-8ffc-c886153aff36 req-66bfefe5-ec26-42c2-b0ae-da18fb3bc371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:34:47.677139 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-3a4d2391-743d-40ef-8ffc-c886153aff36 req-66bfefe5-ec26-42c2-b0ae-da18fb3bc371 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-387483'] for port, before_response {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:34:47.678628 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-3a4d2391-743d-40ef-8ffc-c886153aff36 req-66bfefe5-ec26-42c2-b0ae-da18fb3bc371 service neutron] 10.222.0.18 "PUT /v2.0/ports/37dc35e3-e514-45bc-a34b-f09b87488ac9 HTTP/1.1" status: 200 len: 1093 time: 0.8149123 Aug 10 14:34:47.679155 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ed18135-5a94-4262-bd63-45ba91dbffb9', 'tag': '37dc35e3-e514-45bc-a34b-f09b87488ac9'}] {{(pid=93410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:34:47.682122 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}173c15a1f530ed65b3eefe425c4e9cd9c28cfc2a1cdec76c1bb34aa91000b996" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-711c9706-5cee-4d6d-af4f-937cb6f15386" -d '{"events": [{"name": "network-changed", "server_uuid": "2ed18135-5a94-4262-bd63-45ba91dbffb9", "tag": "37dc35e3-e514-45bc-a34b-f09b87488ac9"}]}' {{(pid=93410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:34:47.733214 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 14:34:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2408a0d5-0da6-4ecd-838c-d50570a16b13 x-openstack-request-id: req-2408a0d5-0da6-4ecd-838c-d50570a16b13 {{(pid=93410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:34:47.733524 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ed18135-5a94-4262-bd63-45ba91dbffb9", "tag": "37dc35e3-e514-45bc-a34b-f09b87488ac9", "status": "completed", "code": 200}]} {{(pid=93410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:34:47.733783 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2408a0d5-0da6-4ecd-838c-d50570a16b13 {{(pid=93410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:34:47.734192 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ed18135-5a94-4262-bd63-45ba91dbffb9', 'tag': '37dc35e3-e514-45bc-a34b-f09b87488ac9', 'status': 'completed', 'code': 200} Aug 10 14:34:47.734947 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bfefe5-ec26-42c2-b0ae-da18fb3bc371 service neutron] Pushing event updated for resources: {'Port': ['ID=37dc35e3-e514-45bc-a34b-f09b87488ac9,revision_number=3']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:34:47.838011 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4d2391-743d-40ef-8ffc-c886153aff36 req-63dc1647-105a-49cf-b1da-9e2274f0719c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:34:47.839666 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-3a4d2391-743d-40ef-8ffc-c886153aff36 req-63dc1647-105a-49cf-b1da-9e2274f0719c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e156b5d0a1d64f118dbb019f54a5f1f0&device_id=2ed18135-5a94-4262-bd63-45ba91dbffb9 HTTP/1.1" status: 200 len: 1096 time: 0.0862181 Aug 10 14:34:47.872724 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e663746-c924-4f21-8d95-afb690cbbc52 req-9003e81b-f55c-45c1-9b6b-f4513273dc01 tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:34:47.872987 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-6e663746-c924-4f21-8d95-afb690cbbc52 req-9003e81b-f55c-45c1-9b6b-f4513273dc01 tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] 10.222.0.42 "GET /v2.0/ports?device_id=215a9fca-7177-4e3c-95bc-4bd87733540a HTTP/1.1" status: 200 len: 944 time: 0.0810773 Aug 10 14:34:47.910329 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-3a4d2391-743d-40ef-8ffc-c886153aff36 req-0814dbb4-4c4c-4df0-9d48-a458f74ee9fb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=37dc35e3-e514-45bc-a34b-f09b87488ac9 HTTP/1.1" status: 200 len: 217 time: 0.0586553 Aug 10 14:34:47.975073 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-6e663746-c924-4f21-8d95-afb690cbbc52 req-9c33f1f4-322a-4ca9-bca6-a142f0f36006 tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e1f1c30-11f2-4245-ad3d-ce9f21d473e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718527 Aug 10 14:34:47.987472 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4d2391-743d-40ef-8ffc-c886153aff36 req-09abe67a-65fc-490d-94ab-45f6f32450c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:34:47.990075 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-3a4d2391-743d-40ef-8ffc-c886153aff36 req-09abe67a-65fc-490d-94ab-45f6f32450c6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=061e4b8c-ab2d-4682-a3d2-e34df59bc21f HTTP/1.1" status: 200 len: 855 time: 0.0703628 Aug 10 14:34:48.042186 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4d2391-743d-40ef-8ffc-c886153aff36 req-274132ac-5825-44a0-8848-a4e903375ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:34:48.044266 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-3a4d2391-743d-40ef-8ffc-c886153aff36 req-274132ac-5825-44a0-8848-a4e903375ca6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=86a6d1d4-f800-47bf-859f-81a5bd8d7c63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0466769 Aug 10 14:34:48.198089 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-3a4d2391-743d-40ef-8ffc-c886153aff36 req-06d3e746-b07d-4399-ad87-2caa629ee247 service neutron] 10.222.0.18 "GET /v2.0/networks/86a6d1d4-f800-47bf-859f-81a5bd8d7c63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448390 Aug 10 14:34:48.317495 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-3a4d2391-743d-40ef-8ffc-c886153aff36 req-ca40b94e-fbda-447b-9360-848110cd93d5 service neutron] 10.222.0.18 "GET /v2.0/networks/86a6d1d4-f800-47bf-859f-81a5bd8d7c63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003320 Aug 10 14:34:48.325881 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Device a5a49576-0497-49b6-a806-61ff77b477aa up at agent hyperv_hv-cinder-79819 {{(pid=93412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:34:48.388418 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.provisioning_blocks [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Provisioning for port a5a49576-0497-49b6-a806-61ff77b477aa completed by entity L2. {{(pid=93412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 14:34:48.393463 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.provisioning_blocks [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Provisioning complete for port a5a49576-0497-49b6-a806-61ff77b477aa triggered by entity L2. {{(pid=93412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:34:48.393463 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932393'] for port, provisioning_complete {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:34:48.463533 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706043e6-7a6d-42fe-97ca-add146961859 req-b99416bf-c4a1-4174-8019-678f55ac5a61 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:34:48.465137 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-706043e6-7a6d-42fe-97ca-add146961859 req-b99416bf-c4a1-4174-8019-678f55ac5a61 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ed18135-5a94-4262-bd63-45ba91dbffb9 HTTP/1.1" status: 200 len: 943 time: 0.0850391 Aug 10 14:34:48.467258 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711c9706-5cee-4d6d-af4f-937cb6f15386 req-f30e17ab-a0ec-4630-8359-983b8e6992da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:34:48.468717 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-711c9706-5cee-4d6d-af4f-937cb6f15386 req-f30e17ab-a0ec-4630-8359-983b8e6992da service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e156b5d0a1d64f118dbb019f54a5f1f0&device_id=2ed18135-5a94-4262-bd63-45ba91dbffb9 HTTP/1.1" status: 200 len: 1096 time: 0.0792656 Aug 10 14:34:48.485316 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:34:48.509945 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '215a9fca-7177-4e3c-95bc-4bd87733540a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5a49576-0497-49b6-a806-61ff77b477aa'}] {{(pid=93412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:34:48.512269 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9406f3752f8c5c09b2197ea24f22201eb31b4bb693178eb20b3d616b4d9459a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c117d28a-55c4-4732-839a-63fcc49ceb3e" -d '{"events": [{"server_uuid": "215a9fca-7177-4e3c-95bc-4bd87733540a", "name": "network-vif-plugged", "status": "completed", "tag": "a5a49576-0497-49b6-a806-61ff77b477aa"}]}' {{(pid=93412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:34:48.527855 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.db [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] For port a5a49576-0497-49b6-a806-61ff77b477aa, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=a5a49576-0497-49b6-a806-61ff77b477aa,segment=NetworkSegment(cea0df64-e7aa-4971-9a61-80514ca799ba),segment_id=cea0df64-e7aa-4971-9a61-80514ca799ba)] {{(pid=93412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:34:48.534444 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683854493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786683465220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786683465238'] for port, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:34:48.554415 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-706043e6-7a6d-42fe-97ca-add146961859 req-0e6db1cf-7a50-4979-8afa-83eacc19ee64 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2946f7a-8f02-440c-8bd6-ed3d170ad2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830407 Aug 10 14:34:48.573854 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 14:34:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feaa9f6f-380c-4c89-abcc-f4127a69d340 x-openstack-request-id: req-feaa9f6f-380c-4c89-abcc-f4127a69d340 {{(pid=93412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:34:48.574134 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "215a9fca-7177-4e3c-95bc-4bd87733540a", "name": "network-vif-plugged", "status": "completed", "tag": "a5a49576-0497-49b6-a806-61ff77b477aa", "code": 200}]} {{(pid=93412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:34:48.574337 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-feaa9f6f-380c-4c89-abcc-f4127a69d340 {{(pid=93412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:34:48.574746 dv-cinder-798198-2-iscsi neutron-server[93412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '215a9fca-7177-4e3c-95bc-4bd87733540a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5a49576-0497-49b6-a806-61ff77b477aa', 'code': 200} Aug 10 14:34:48.602241 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Pushing event updated for resources: {'Port': ['ID=a5a49576-0497-49b6-a806-61ff77b477aa,revision_number=5']} {{(pid=93412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:34:48.617825 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711c9706-5cee-4d6d-af4f-937cb6f15386 req-cb6464d6-2145-421c-b9ae-ef0eaec6551f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:34:48.619782 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-711c9706-5cee-4d6d-af4f-937cb6f15386 req-cb6464d6-2145-421c-b9ae-ef0eaec6551f service neutron] 10.222.0.18 "GET /v2.0/networks?id=86a6d1d4-f800-47bf-859f-81a5bd8d7c63 HTTP/1.1" status: 200 len: 917 time: 0.1343679 Aug 10 14:34:48.672344 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-711c9706-5cee-4d6d-af4f-937cb6f15386 req-63a0a047-f7f3-49a5-990a-52f13aa9c53f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=37dc35e3-e514-45bc-a34b-f09b87488ac9 HTTP/1.1" status: 200 len: 217 time: 0.0418255 Aug 10 14:34:48.766106 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711c9706-5cee-4d6d-af4f-937cb6f15386 req-ef3c84e9-b875-4cba-bd62-cc9d816271a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:34:48.767600 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-711c9706-5cee-4d6d-af4f-937cb6f15386 req-ef3c84e9-b875-4cba-bd62-cc9d816271a2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=061e4b8c-ab2d-4682-a3d2-e34df59bc21f HTTP/1.1" status: 200 len: 855 time: 0.0796676 Aug 10 14:34:48.780159 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4586ef7-8bb0-42ad-9caa-aaf40380c62b req-d0d0e379-cb6b-4446-8287-0f2d0278826e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:34:48.781607 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-b4586ef7-8bb0-42ad-9caa-aaf40380c62b req-d0d0e379-cb6b-4446-8287-0f2d0278826e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=215a9fca-7177-4e3c-95bc-4bd87733540a HTTP/1.1" status: 200 len: 1098 time: 0.0600660 Aug 10 14:34:48.846598 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-b4586ef7-8bb0-42ad-9caa-aaf40380c62b req-c7b4f8a0-f616-4bf3-ba55-4fc035cc8024 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=4e1f1c30-11f2-4245-ad3d-ce9f21d473e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559192 Aug 10 14:34:48.848376 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711c9706-5cee-4d6d-af4f-937cb6f15386 req-cdb5fd8f-80ae-48fc-8ef4-e432c073ff64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:34:48.849908 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-711c9706-5cee-4d6d-af4f-937cb6f15386 req-cdb5fd8f-80ae-48fc-8ef4-e432c073ff64 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=86a6d1d4-f800-47bf-859f-81a5bd8d7c63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0722966 Aug 10 14:34:49.005526 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-711c9706-5cee-4d6d-af4f-937cb6f15386 req-10225f34-ae01-43fa-94ce-1c9a0f056870 service neutron] 10.222.0.18 "GET /v2.0/networks/86a6d1d4-f800-47bf-859f-81a5bd8d7c63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928087 Aug 10 14:34:49.165243 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f80098-f530-4bde-8b90-79db785f9234 req-34ed8ae3-ae28-44df-9b76-9368010fb508 tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:34:49.166857 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-07f80098-f530-4bde-8b90-79db785f9234 req-34ed8ae3-ae28-44df-9b76-9368010fb508 tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] 10.222.0.42 "GET /v2.0/ports?device_id=215a9fca-7177-4e3c-95bc-4bd87733540a HTTP/1.1" status: 200 len: 945 time: 0.0854008 Aug 10 14:34:49.170915 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-711c9706-5cee-4d6d-af4f-937cb6f15386 req-9e832d9e-476c-4e41-8bbd-ba41c15713ee service neutron] 10.222.0.18 "GET /v2.0/networks/86a6d1d4-f800-47bf-859f-81a5bd8d7c63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573355 Aug 10 14:34:49.210167 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-07f80098-f530-4bde-8b90-79db785f9234 req-c676d6f9-e374-4c2d-b7bd-ef8fba4ba27b tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e1f1c30-11f2-4245-ad3d-ce9f21d473e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362067 Aug 10 14:34:49.687720 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f85382a-094b-4803-9cf1-11548019d4a3 req-ed19465a-ada2-4cbd-b303-50ef6521ea59 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:34:49.689249 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-3f85382a-094b-4803-9cf1-11548019d4a3 req-ed19465a-ada2-4cbd-b303-50ef6521ea59 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ed18135-5a94-4262-bd63-45ba91dbffb9 HTTP/1.1" status: 200 len: 943 time: 0.0527186 Aug 10 14:34:49.731003 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-3f85382a-094b-4803-9cf1-11548019d4a3 req-c64bda92-41e5-42ba-85ec-3030589f1015 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2946f7a-8f02-440c-8bd6-ed3d170ad2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353341 Aug 10 14:34:50.335477 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dddc03-d647-4f20-a6d0-e4adce948852 req-4f29d40e-05bc-49e7-9e92-7340db9f3ccf tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:34:50.337039 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-53dddc03-d647-4f20-a6d0-e4adce948852 req-4f29d40e-05bc-49e7-9e92-7340db9f3ccf tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] 10.222.0.42 "GET /v2.0/ports?device_id=215a9fca-7177-4e3c-95bc-4bd87733540a HTTP/1.1" status: 200 len: 945 time: 0.0543404 Aug 10 14:34:50.378008 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-53dddc03-d647-4f20-a6d0-e4adce948852 req-db9c0217-d206-4b81-95f8-6f38d5e38591 tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e1f1c30-11f2-4245-ad3d-ce9f21d473e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346224 Aug 10 14:34:50.859000 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2208c7b6-2644-449f-8f46-fba811ffd93e req-3deb5b02-42e5-4e82-ae30-f3723703b9eb tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:34:50.860531 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-2208c7b6-2644-449f-8f46-fba811ffd93e req-3deb5b02-42e5-4e82-ae30-f3723703b9eb tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ed18135-5a94-4262-bd63-45ba91dbffb9 HTTP/1.1" status: 200 len: 943 time: 0.0551200 Aug 10 14:34:50.908590 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-2208c7b6-2644-449f-8f46-fba811ffd93e req-74b762bc-65c6-415c-bf7b-01cfd609a0c2 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2946f7a-8f02-440c-8bd6-ed3d170ad2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403907 Aug 10 14:34:52.042062 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e15a8ce-3633-439d-929f-c62d59bcf1c2 req-95db3ee8-fc6d-4293-9778-9efbc64df289 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:34:52.043711 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-1e15a8ce-3633-439d-929f-c62d59bcf1c2 req-95db3ee8-fc6d-4293-9778-9efbc64df289 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ed18135-5a94-4262-bd63-45ba91dbffb9 HTTP/1.1" status: 200 len: 943 time: 0.0598626 Aug 10 14:34:52.084623 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-1e15a8ce-3633-439d-929f-c62d59bcf1c2 req-b35823cd-26e9-4bb6-a81a-e89cf53e3b6b tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2946f7a-8f02-440c-8bd6-ed3d170ad2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345311 Aug 10 14:34:52.326446 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Device 37dc35e3-e514-45bc-a34b-f09b87488ac9 details requested by agent hyperv_hv-cinder-79819 with host hv-cinder-79819 {{(pid=93412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 14:34:52.423731 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.db [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] For port 37dc35e3-e514-45bc-a34b-f09b87488ac9, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=37dc35e3-e514-45bc-a34b-f09b87488ac9,segment=NetworkSegment(d55ed611-efa5-4413-9a01-d70eef9c92c8),segment_id=d55ed611-efa5-4413-9a01-d70eef9c92c8)] {{(pid=93412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:34:52.441985 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Returning: {'device': '37dc35e3-e514-45bc-a34b-f09b87488ac9', 'network_id': '86a6d1d4-f800-47bf-859f-81a5bd8d7c63', 'port_id': '37dc35e3-e514-45bc-a34b-f09b87488ac9', 'mac_address': 'fa:16:3e:9a:15:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '061e4b8c-ab2d-4682-a3d2-e34df59bc21f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 14:34:52.481480 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:34:52.494799 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.notifiers.nova [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37dc35e3-e514-45bc-a34b-f09b87488ac9 {{(pid=93412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 14:34:52.516581 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.db [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] For port 37dc35e3-e514-45bc-a34b-f09b87488ac9, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=37dc35e3-e514-45bc-a34b-f09b87488ac9,segment=NetworkSegment(d55ed611-efa5-4413-9a01-d70eef9c92c8),segment_id=d55ed611-efa5-4413-9a01-d70eef9c92c8)] {{(pid=93412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:34:52.520891 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683854493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786683465220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786683465238'] for port, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:34:52.572051 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Pushing event updated for resources: {'Port': ['ID=37dc35e3-e514-45bc-a34b-f09b87488ac9,revision_number=4']} {{(pid=93412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:34:52.828678 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.db [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] get_ports_and_sgs() called for port_ids ['37dc35e3-e514-45bc-a34b-f09b87488ac9'] {{(pid=93412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 14:34:53.210728 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb2e376-2a7b-427b-af40-cbcefb80d72b req-3c1bdf41-2d40-4535-b03e-e65ac1204c69 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:34:53.212218 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-7fb2e376-2a7b-427b-af40-cbcefb80d72b req-3c1bdf41-2d40-4535-b03e-e65ac1204c69 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ed18135-5a94-4262-bd63-45ba91dbffb9 HTTP/1.1" status: 200 len: 944 time: 0.0539978 Aug 10 14:34:53.251925 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-7fb2e376-2a7b-427b-af40-cbcefb80d72b req-a7c2de76-e8b8-4d38-a535-9ffc7477b3a7 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2946f7a-8f02-440c-8bd6-ed3d170ad2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335331 Aug 10 14:34:54.341405 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Device 37dc35e3-e514-45bc-a34b-f09b87488ac9 up at agent hyperv_hv-cinder-79819 {{(pid=93412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:34:54.385957 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880735a7-32fc-4e77-8d41-ee096031a9ae req-62b91459-4382-4bea-b92c-d18d6d5dd435 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:34:54.387098 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-880735a7-32fc-4e77-8d41-ee096031a9ae req-62b91459-4382-4bea-b92c-d18d6d5dd435 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ed18135-5a94-4262-bd63-45ba91dbffb9 HTTP/1.1" status: 200 len: 944 time: 0.0513017 Aug 10 14:34:54.390477 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.provisioning_blocks [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Provisioning for port 37dc35e3-e514-45bc-a34b-f09b87488ac9 completed by entity L2. {{(pid=93412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 14:34:54.394606 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.provisioning_blocks [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Provisioning complete for port 37dc35e3-e514-45bc-a34b-f09b87488ac9 triggered by entity L2. {{(pid=93412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:34:54.394989 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932393'] for port, provisioning_complete {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:34:54.427940 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-880735a7-32fc-4e77-8d41-ee096031a9ae req-ed525e18-c27e-4197-a42d-9d03ab4e2c09 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2946f7a-8f02-440c-8bd6-ed3d170ad2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338118 Aug 10 14:34:54.605741 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:34:54.629652 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ed18135-5a94-4262-bd63-45ba91dbffb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37dc35e3-e514-45bc-a34b-f09b87488ac9'}] {{(pid=93412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:34:54.632401 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9406f3752f8c5c09b2197ea24f22201eb31b4bb693178eb20b3d616b4d9459a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29c387e5-ede4-4d1d-9463-395e28343711" -d '{"events": [{"server_uuid": "2ed18135-5a94-4262-bd63-45ba91dbffb9", "name": "network-vif-plugged", "status": "completed", "tag": "37dc35e3-e514-45bc-a34b-f09b87488ac9"}]}' {{(pid=93412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:34:54.646994 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.db [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] For port 37dc35e3-e514-45bc-a34b-f09b87488ac9, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=37dc35e3-e514-45bc-a34b-f09b87488ac9,segment=NetworkSegment(d55ed611-efa5-4413-9a01-d70eef9c92c8),segment_id=d55ed611-efa5-4413-9a01-d70eef9c92c8)] {{(pid=93412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:34:54.654900 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683854493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786683465220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786683465238'] for port, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:34:54.678186 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 14:34:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f22c5db-9649-40ba-8c5c-b609a6f9fa85 x-openstack-request-id: req-9f22c5db-9649-40ba-8c5c-b609a6f9fa85 {{(pid=93412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:34:54.678408 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ed18135-5a94-4262-bd63-45ba91dbffb9", "name": "network-vif-plugged", "status": "completed", "tag": "37dc35e3-e514-45bc-a34b-f09b87488ac9", "code": 200}]} {{(pid=93412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:34:54.678650 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9f22c5db-9649-40ba-8c5c-b609a6f9fa85 {{(pid=93412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:34:54.679039 dv-cinder-798198-2-iscsi neutron-server[93412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ed18135-5a94-4262-bd63-45ba91dbffb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37dc35e3-e514-45bc-a34b-f09b87488ac9', 'code': 200} Aug 10 14:34:54.711469 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Pushing event updated for resources: {'Port': ['ID=37dc35e3-e514-45bc-a34b-f09b87488ac9,revision_number=5']} {{(pid=93412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:34:54.879877 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cfb267-37ab-424e-9fad-bc6ef60c3207 req-c0ad1b7f-07f0-4335-af03-4ae0b144a150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:34:54.881493 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-89cfb267-37ab-424e-9fad-bc6ef60c3207 req-c0ad1b7f-07f0-4335-af03-4ae0b144a150 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2ed18135-5a94-4262-bd63-45ba91dbffb9 HTTP/1.1" status: 200 len: 1098 time: 0.0414627 Aug 10 14:34:54.923674 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-89cfb267-37ab-424e-9fad-bc6ef60c3207 req-e13a1e5d-2013-4f91-a031-b404fdd64a8a service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=f2946f7a-8f02-440c-8bd6-ed3d170ad2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315557 Aug 10 14:34:55.555229 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafadf36-d892-4400-81ac-5b9b3a35f525 req-466949d2-a9e1-4afd-84f5-de9e17588b50 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:34:55.556827 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-fafadf36-d892-4400-81ac-5b9b3a35f525 req-466949d2-a9e1-4afd-84f5-de9e17588b50 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ed18135-5a94-4262-bd63-45ba91dbffb9 HTTP/1.1" status: 200 len: 945 time: 0.0560181 Aug 10 14:34:55.598919 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-fafadf36-d892-4400-81ac-5b9b3a35f525 req-d03b4036-7bed-4b72-9f26-e28e568cde51 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2946f7a-8f02-440c-8bd6-ed3d170ad2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352793 Aug 10 14:34:56.108823 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-38ea764a-5f07-4b7c-b89a-351a13f93db9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:34:56.732231 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06391d7-74ba-4d0c-8b58-e28216f4634e req-b75a9acc-1116-459f-881a-43eb5b1f628f tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:34:56.733777 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-a06391d7-74ba-4d0c-8b58-e28216f4634e req-b75a9acc-1116-459f-881a-43eb5b1f628f tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ed18135-5a94-4262-bd63-45ba91dbffb9 HTTP/1.1" status: 200 len: 945 time: 0.0534892 Aug 10 14:34:56.779650 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-a06391d7-74ba-4d0c-8b58-e28216f4634e req-505286fb-d73f-43e8-8f1a-ffe2f193726a tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2946f7a-8f02-440c-8bd6-ed3d170ad2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347819 Aug 10 14:34:56.894527 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6b37a6-af11-447e-a122-2f00c966e5d6 req-2be99920-dd07-48a4-bf50-784a9ee3df9a tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:34:56.895935 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-ab6b37a6-af11-447e-a122-2f00c966e5d6 req-2be99920-dd07-48a4-bf50-784a9ee3df9a tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ed18135-5a94-4262-bd63-45ba91dbffb9 HTTP/1.1" status: 200 len: 945 time: 0.0490365 Aug 10 14:34:56.905643 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.wsgi [-] (93411) accepted ('10.222.0.42', 54282) {{(pid=93411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:34:56.910458 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.v2.base [None req-e1e4b545-9b39-4a36-a367-aa9c538e02e1 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Request body: {'floatingip': {'port_id': '37dc35e3-e514-45bc-a34b-f09b87488ac9'}} {{(pid=93411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:34:56.950423 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-e1e4b545-9b39-4a36-a367-aa9c538e02e1 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Notify callbacks [] for floatingip, before_update {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:34:57.412133 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-e1e4b545-9b39-4a36-a367-aa9c538e02e1 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:34:57.416188 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-e1e4b545-9b39-4a36-a367-aa9c538e02e1 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-880024'] for floatingip, after_update {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:34:57.530962 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.db.l3_db [None req-e1e4b545-9b39-4a36-a367-aa9c538e02e1 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Floating IP 635ad7cf-faaf-4a2d-8798-c929f92b2c06 associated. External IP: 172.27.0.193, port: 37dc35e3-e514-45bc-a34b-f09b87488ac9. Aug 10 14:34:57.742735 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1e4b545-9b39-4a36-a367-aa9c538e02e1 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Router 9c09542e-5201-4a53-a355-b1f2b1a699e0 has already been hosted by L3 agent 8acc92de-0cfa-4d60-8b37-a39a4d3c1570 {{(pid=93411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 14:34:57.847558 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1e4b545-9b39-4a36-a367-aa9c538e02e1 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Notify agent at l3_agent.dv-cinder-798198-2-iscsi the message routers_updated {{(pid=93411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 14:34:57.852931 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-e1e4b545-9b39-4a36-a367-aa9c538e02e1 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-387483'] for floatingip, before_response {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:34:57.857388 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c96c4f18-e78e-49bf-a4c9-debdaa3dd877 None None] Sync routers for ids ['9c09542e-5201-4a53-a355-b1f2b1a699e0'] in dv-cinder-798198-2-iscsi {{(pid=93412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 14:34:57.866188 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c96c4f18-e78e-49bf-a4c9-debdaa3dd877 None None] Routers {'9c09542e-5201-4a53-a355-b1f2b1a699e0'} bound to L3 agent in host dv-cinder-798198-2-iscsi {{(pid=93412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:34:57.866858 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.l3_hamode_db [None req-c96c4f18-e78e-49bf-a4c9-debdaa3dd877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T14:22:29Z,description=,heartbeat_timestamp=2021-08-10T14:34:29Z,host='dv-cinder-798198-2-iscsi',id=8acc92de-0cfa-4d60-8b37-a39a4d3c1570,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T14:22:29Z,topic='l3_agent')) {'router_ids': ['9c09542e-5201-4a53-a355-b1f2b1a699e0'], 'active': True} {{(pid=93412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:34:57.879318 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-e1e4b545-9b39-4a36-a367-aa9c538e02e1 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "PUT /v2.0/floatingips/635ad7cf-faaf-4a2d-8798-c929f92b2c06 HTTP/1.1" status: 200 len: 991 time: 0.9725585 Aug 10 14:34:57.879911 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ed18135-5a94-4262-bd63-45ba91dbffb9', 'tag': '37dc35e3-e514-45bc-a34b-f09b87488ac9'}] {{(pid=93411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:34:57.882170 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800b4800a729c8c4e9259a6bd3a96cb19d394e8e3458720dab8774963c0953a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c63d110-2e50-4941-9851-b4a218ab246b" -d '{"events": [{"name": "network-changed", "server_uuid": "2ed18135-5a94-4262-bd63-45ba91dbffb9", "tag": "37dc35e3-e514-45bc-a34b-f09b87488ac9"}]}' {{(pid=93411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:34:57.919667 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 14:34:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b07df35b-da75-4581-9bd8-4cde336c1fa2 x-openstack-request-id: req-b07df35b-da75-4581-9bd8-4cde336c1fa2 {{(pid=93411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:34:57.920314 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ed18135-5a94-4262-bd63-45ba91dbffb9", "tag": "37dc35e3-e514-45bc-a34b-f09b87488ac9", "status": "completed", "code": 200}]} {{(pid=93411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:34:57.920314 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b07df35b-da75-4581-9bd8-4cde336c1fa2 {{(pid=93411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:34:57.920573 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ed18135-5a94-4262-bd63-45ba91dbffb9', 'tag': '37dc35e3-e514-45bc-a34b-f09b87488ac9', 'status': 'completed', 'code': 200} Aug 10 14:34:57.975734 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.l3_dvr_db [None req-c96c4f18-e78e-49bf-a4c9-debdaa3dd877 None None] Set router 9c09542e-5201-4a53-a355-b1f2b1a699e0 gateway port host: dv-cinder-798198-2-iscsi {{(pid=93412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:34:57.995779 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c63d110-2e50-4941-9851-b4a218ab246b req-dbadf025-3bd5-44d2-9528-8427fd91cfc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:34:57.997503 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-0c63d110-2e50-4941-9851-b4a218ab246b req-dbadf025-3bd5-44d2-9528-8427fd91cfc3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e156b5d0a1d64f118dbb019f54a5f1f0&device_id=2ed18135-5a94-4262-bd63-45ba91dbffb9 HTTP/1.1" status: 200 len: 1098 time: 0.0441668 Aug 10 14:34:58.115434 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c63d110-2e50-4941-9851-b4a218ab246b req-457d80db-4f1a-404b-9c5a-aab13f44b9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:34:58.117075 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-0c63d110-2e50-4941-9851-b4a218ab246b req-457d80db-4f1a-404b-9c5a-aab13f44b9e9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=86a6d1d4-f800-47bf-859f-81a5bd8d7c63 HTTP/1.1" status: 200 len: 917 time: 0.1068914 Aug 10 14:34:58.187307 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-0c63d110-2e50-4941-9851-b4a218ab246b req-d27ed314-eadf-4bff-a335-f946919644cc service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=37dc35e3-e514-45bc-a34b-f09b87488ac9 HTTP/1.1" status: 200 len: 999 time: 0.0608323 Aug 10 14:34:58.260676 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.l3_hamode_db [None req-c96c4f18-e78e-49bf-a4c9-debdaa3dd877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c09542e-5201-4a53-a355-b1f2b1a699e0', 'name': 'tempest-AttachVolumeShelveTestJSON-564264007-router', 'tenant_id': 'e156b5d0a1d64f118dbb019f54a5f1f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'external_fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': 'a6b091e1-0abc-4678-a829-20447b882acc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:30:13Z', 'updated_at': '2021-08-10T14:30:27Z', 'revision_number': 4, 'project_id': 'e156b5d0a1d64f118dbb019f54a5f1f0', 'gw_port': {'id': 'a6b091e1-0abc-4678-a829-20447b882acc', 'name': '', 'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:af:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c09542e-5201-4a53-a355-b1f2b1a699e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:30:14Z', 'updated_at': '2021-08-10T14:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-2-iscsi', '_floatingips': [{'id': '635ad7cf-faaf-4a2d-8798-c929f92b2c06', 'tenant_id': 'e156b5d0a1d64f118dbb019f54a5f1f0', 'floating_ip_address': '172.27.0.193', 'floating_network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'router_id': '9c09542e-5201-4a53-a355-b1f2b1a699e0', 'port_id': '37dc35e3-e514-45bc-a34b-f09b87488ac9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86a6d1d4-f800-47bf-859f-81a5bd8d7c63', 'mac_address': 'fa:16:3e:9a:15:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed18135-5a94-4262-bd63-45ba91dbffb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T14:34:43Z', 'updated_at': '2021-08-10T14:34:57Z', 'revision_number': 1, 'project_id': 'e156b5d0a1d64f118dbb019f54a5f1f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f882fd6-bfde-48b0-8130-3397db487faf', 'name': '', 'network_id': '86a6d1d4-f800-47bf-859f-81a5bd8d7c63', 'tenant_id': 'e156b5d0a1d64f118dbb019f54a5f1f0', 'mac_address': 'fa:16:3e:94:6e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c09542e-5201-4a53-a355-b1f2b1a699e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '061e4b8c-ab2d-4682-a3d2-e34df59bc21f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:30:23Z', 'updated_at': '2021-08-10T14:30:44Z', 'revision_number': 5, 'project_id': 'e156b5d0a1d64f118dbb019f54a5f1f0', 'subnets': [{'id': '061e4b8c-ab2d-4682-a3d2-e34df59bc21f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-2-iscsi', False) {} {{(pid=93412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:34:58.288716 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c96c4f18-e78e-49bf-a4c9-debdaa3dd877 None None] Checking router: 9c09542e-5201-4a53-a355-b1f2b1a699e0 for host: dv-cinder-798198-2-iscsi {{(pid=93412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 14:34:58.297622 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c96c4f18-e78e-49bf-a4c9-debdaa3dd877 None None] Routers {'9c09542e-5201-4a53-a355-b1f2b1a699e0'} bound to L3 agent in host dv-cinder-798198-2-iscsi {{(pid=93412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:34:58.298255 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.l3_hamode_db [None req-c96c4f18-e78e-49bf-a4c9-debdaa3dd877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T14:22:29Z,description=,heartbeat_timestamp=2021-08-10T14:34:29Z,host='dv-cinder-798198-2-iscsi',id=8acc92de-0cfa-4d60-8b37-a39a4d3c1570,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T14:22:29Z,topic='l3_agent')) {'router_ids': ['9c09542e-5201-4a53-a355-b1f2b1a699e0'], 'active': True} {{(pid=93412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:34:58.413761 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.l3_dvr_db [None req-c96c4f18-e78e-49bf-a4c9-debdaa3dd877 None None] Set router 9c09542e-5201-4a53-a355-b1f2b1a699e0 gateway port host: dv-cinder-798198-2-iscsi {{(pid=93412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:34:58.503911 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c63d110-2e50-4941-9851-b4a218ab246b req-690fd4ca-bb77-4726-8d44-75b4d311f19c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:34:58.505567 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-0c63d110-2e50-4941-9851-b4a218ab246b req-690fd4ca-bb77-4726-8d44-75b4d311f19c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=061e4b8c-ab2d-4682-a3d2-e34df59bc21f HTTP/1.1" status: 200 len: 855 time: 0.3094771 Aug 10 14:34:58.558712 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c63d110-2e50-4941-9851-b4a218ab246b req-78ffacef-499e-418c-a98d-7429e5ace10c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:34:58.560235 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-0c63d110-2e50-4941-9851-b4a218ab246b req-78ffacef-499e-418c-a98d-7429e5ace10c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=86a6d1d4-f800-47bf-859f-81a5bd8d7c63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0463419 Aug 10 14:34:58.685778 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-0c63d110-2e50-4941-9851-b4a218ab246b req-75bf1c15-a290-4cda-9f5f-ecea6fc4a72a service neutron] 10.222.0.18 "GET /v2.0/networks/86a6d1d4-f800-47bf-859f-81a5bd8d7c63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119962 Aug 10 14:34:58.686869 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.l3_hamode_db [None req-c96c4f18-e78e-49bf-a4c9-debdaa3dd877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c09542e-5201-4a53-a355-b1f2b1a699e0', 'name': 'tempest-AttachVolumeShelveTestJSON-564264007-router', 'tenant_id': 'e156b5d0a1d64f118dbb019f54a5f1f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'external_fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': 'a6b091e1-0abc-4678-a829-20447b882acc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:30:13Z', 'updated_at': '2021-08-10T14:30:27Z', 'revision_number': 4, 'project_id': 'e156b5d0a1d64f118dbb019f54a5f1f0', 'gw_port': {'id': 'a6b091e1-0abc-4678-a829-20447b882acc', 'name': '', 'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:af:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c09542e-5201-4a53-a355-b1f2b1a699e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:30:14Z', 'updated_at': '2021-08-10T14:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-2-iscsi', '_floatingips': [{'id': '635ad7cf-faaf-4a2d-8798-c929f92b2c06', 'tenant_id': 'e156b5d0a1d64f118dbb019f54a5f1f0', 'floating_ip_address': '172.27.0.193', 'floating_network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'router_id': '9c09542e-5201-4a53-a355-b1f2b1a699e0', 'port_id': '37dc35e3-e514-45bc-a34b-f09b87488ac9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86a6d1d4-f800-47bf-859f-81a5bd8d7c63', 'mac_address': 'fa:16:3e:9a:15:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed18135-5a94-4262-bd63-45ba91dbffb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T14:34:43Z', 'updated_at': '2021-08-10T14:34:57Z', 'revision_number': 1, 'project_id': 'e156b5d0a1d64f118dbb019f54a5f1f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f882fd6-bfde-48b0-8130-3397db487faf', 'name': '', 'network_id': '86a6d1d4-f800-47bf-859f-81a5bd8d7c63', 'tenant_id': 'e156b5d0a1d64f118dbb019f54a5f1f0', 'mac_address': 'fa:16:3e:94:6e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c09542e-5201-4a53-a355-b1f2b1a699e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '061e4b8c-ab2d-4682-a3d2-e34df59bc21f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:30:23Z', 'updated_at': '2021-08-10T14:30:44Z', 'revision_number': 5, 'project_id': 'e156b5d0a1d64f118dbb019f54a5f1f0', 'subnets': [{'id': '061e4b8c-ab2d-4682-a3d2-e34df59bc21f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-2-iscsi', False) {} {{(pid=93412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:34:58.717482 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c96c4f18-e78e-49bf-a4c9-debdaa3dd877 None None] The sync data for ids ['9c09542e-5201-4a53-a355-b1f2b1a699e0'] in dv-cinder-798198-2-iscsi is: [{'id': '9c09542e-5201-4a53-a355-b1f2b1a699e0', 'name': 'tempest-AttachVolumeShelveTestJSON-564264007-router', 'tenant_id': 'e156b5d0a1d64f118dbb019f54a5f1f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'external_fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': 'a6b091e1-0abc-4678-a829-20447b882acc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:30:13Z', 'updated_at': '2021-08-10T14:30:27Z', 'revision_number': 4, 'project_id': 'e156b5d0a1d64f118dbb019f54a5f1f0', 'gw_port': {'id': 'a6b091e1-0abc-4678-a829-20447b882acc', 'name': '', 'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:af:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c09542e-5201-4a53-a355-b1f2b1a699e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:30:14Z', 'updated_at': '2021-08-10T14:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-2-iscsi', '_floatingips': [{'id': '635ad7cf-faaf-4a2d-8798-c929f92b2c06', 'tenant_id': 'e156b5d0a1d64f118dbb019f54a5f1f0', 'floating_ip_address': '172.27.0.193', 'floating_network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'router_id': '9c09542e-5201-4a53-a355-b1f2b1a699e0', 'port_id': '37dc35e3-e514-45bc-a34b-f09b87488ac9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86a6d1d4-f800-47bf-859f-81a5bd8d7c63', 'mac_address': 'fa:16:3e:9a:15:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed18135-5a94-4262-bd63-45ba91dbffb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T14:34:43Z', 'updated_at': '2021-08-10T14:34:57Z', 'revision_number': 1, 'project_id': 'e156b5d0a1d64f118dbb019f54a5f1f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f882fd6-bfde-48b0-8130-3397db487faf', 'name': '', 'network_id': '86a6d1d4-f800-47bf-859f-81a5bd8d7c63', 'tenant_id': 'e156b5d0a1d64f118dbb019f54a5f1f0', 'mac_address': 'fa:16:3e:94:6e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c09542e-5201-4a53-a355-b1f2b1a699e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '061e4b8c-ab2d-4682-a3d2-e34df59bc21f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:30:23Z', 'updated_at': '2021-08-10T14:30:44Z', 'revision_number': 5, 'project_id': 'e156b5d0a1d64f118dbb019f54a5f1f0', 'subnets': [{'id': '061e4b8c-ab2d-4682-a3d2-e34df59bc21f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 14:34:58.819425 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-0c63d110-2e50-4941-9851-b4a218ab246b req-a2e7d346-e316-45cb-ad3a-e6e533890510 service neutron] 10.222.0.18 "GET /v2.0/networks/86a6d1d4-f800-47bf-859f-81a5bd8d7c63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180849 Aug 10 14:34:58.928114 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bfbd1bb-436b-4af9-9e00-1e775ac9e5c8 None None] New status for floating IP 635ad7cf-faaf-4a2d-8798-c929f92b2c06: ACTIVE {{(pid=93413) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 14:34:59.105970 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-5109ce4c-f6e4-47c7-9371-b86e013e3a60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:34:59.112820 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:34:59.858299 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.db.agents_db [None req-84c9d1dd-add5-4bf7-b0ef-63077aab3240 None None] Agent healthcheck: found 6 active agents {{(pid=93413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 14:35:00.190149 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-1682deac-1581-4d55-87bc-bceb4bcaf759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:01.252164 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea41bbbb-7eba-4b84-870f-9567fa1c4104 req-7447af65-250b-4020-862f-826ed96a99f8 tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:35:01.253580 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-ea41bbbb-7eba-4b84-870f-9567fa1c4104 req-7447af65-250b-4020-862f-826ed96a99f8 tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] 10.222.0.42 "GET /v2.0/networks?id=a614d805-3c32-418a-8a36-2a0c20a67d14 HTTP/1.1" status: 200 len: 814 time: 0.1054955 Aug 10 14:35:01.268752 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-ea41bbbb-7eba-4b84-870f-9567fa1c4104 req-ae95467a-3a89-44ff-88fd-15ed9540b1d1 tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] 10.222.0.42 "GET /v2.0/quotas/44853dc206f34059b469cc35cda5cb30 HTTP/1.1" status: 200 len: 375 time: 0.0094557 Aug 10 14:35:01.326203 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-ea41bbbb-7eba-4b84-870f-9567fa1c4104 req-0b66b30f-c1d9-4acb-86aa-339fbb9f5eea tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=44853dc206f34059b469cc35cda5cb30&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0506213 Aug 10 14:35:01.418614 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-ea41bbbb-7eba-4b84-870f-9567fa1c4104 req-fcf7f95a-d995-4e7f-829b-7c49b1a53abc service neutron] 10.222.0.42 "GET /v2.0/networks/a614d805-3c32-418a-8a36-2a0c20a67d14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853333 Aug 10 14:35:01.512603 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-ea41bbbb-7eba-4b84-870f-9567fa1c4104 req-9ecfdfdf-4b2c-4b09-91a3-cb97c8ca964f service neutron] 10.222.0.42 "GET /v2.0/networks/a614d805-3c32-418a-8a36-2a0c20a67d14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878568 Aug 10 14:35:01.695449 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-5ebc24dd-1319-4366-9f5a-37dbadcc7ae4 req-687975c1-4ebc-41be-9e55-65ddfa7d3aa1 tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] 10.222.0.42 "GET /v2.0/ports?device_id=0ffb87c6-e015-4ce6-96ec-6fab807be0e3 HTTP/1.1" status: 200 len: 210 time: 0.0346460 Aug 10 14:35:02.140910 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-f97b798d-bd61-4bdb-bb4a-e55e1a0659df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:02.656430 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:02.723529 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea41bbbb-7eba-4b84-870f-9567fa1c4104 req-d116f685-a654-4b2e-b881-b8352cc2965f tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:35:02.725051 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-ea41bbbb-7eba-4b84-870f-9567fa1c4104 req-d116f685-a654-4b2e-b881-b8352cc2965f tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] 10.222.0.18 "GET /v2.0/networks?id=a614d805-3c32-418a-8a36-2a0c20a67d14 HTTP/1.1" status: 200 len: 814 time: 0.1112819 Aug 10 14:35:02.741696 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.v2.base [req-ea41bbbb-7eba-4b84-870f-9567fa1c4104 req-ad8a79c2-9c80-47b5-be65-0b769bf825a3 tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] Request body: {'port': {'device_id': '0ffb87c6-e015-4ce6-96ec-6fab807be0e3', 'network_id': 'a614d805-3c32-418a-8a36-2a0c20a67d14', 'admin_state_up': True, 'tenant_id': '44853dc206f34059b469cc35cda5cb30'}} {{(pid=93410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:35:02.821922 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-36a1856d-cb6c-44fe-9946-c95a415ab05e req-b7b6cb80-e2e8-4eb0-a8de-2de2fb2f7fd0 tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] 10.222.0.42 "GET /v2.0/ports?device_id=0ffb87c6-e015-4ce6-96ec-6fab807be0e3 HTTP/1.1" status: 200 len: 210 time: 0.0383863 Aug 10 14:35:02.880777 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea41bbbb-7eba-4b84-870f-9567fa1c4104 req-ad8a79c2-9c80-47b5-be65-0b769bf825a3 tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] Made reservation on behalf of 44853dc206f34059b469cc35cda5cb30 for: {'port': 1} {{(pid=93410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 14:35:02.885345 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-ea41bbbb-7eba-4b84-870f-9567fa1c4104 req-ad8a79c2-9c80-47b5-be65-0b769bf825a3 tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:03.020551 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.db.db_base_plugin_common [req-ea41bbbb-7eba-4b84-870f-9567fa1c4104 req-ad8a79c2-9c80-47b5-be65-0b769bf825a3 tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] Allocated IP 172.20.0.6 (a614d805-3c32-418a-8a36-2a0c20a67d14/9d7f965d-fd24-4b99-b220-500326c89524/ddf06d90-c644-4b7a-be10-706456fb33d8) {{(pid=93410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 14:35:03.168961 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-ea41bbbb-7eba-4b84-870f-9567fa1c4104 req-ad8a79c2-9c80-47b5-be65-0b769bf825a3 tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] Notify callbacks [] for port, precommit_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:03.208835 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-ea41bbbb-7eba-4b84-870f-9567fa1c4104 req-ad8a79c2-9c80-47b5-be65-0b769bf825a3 tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786683465198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26372150'] for port, after_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:03.221218 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.db [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] get_ports_and_sgs() called for port_ids ['d2390cef-8b0d-412d-9d0a-904f49334482', 'e07f7748-19c2-4af0-b503-b9307466fff9', 'a5a49576-0497-49b6-a806-61ff77b477aa'] {{(pid=93412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 14:35:03.253960 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea41bbbb-7eba-4b84-870f-9567fa1c4104 req-ad8a79c2-9c80-47b5-be65-0b769bf825a3 tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] Network a614d805-3c32-418a-8a36-2a0c20a67d14 is already hosted by enough agents. {{(pid=93410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 14:35:03.257129 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.scheduler.base_scheduler [req-ea41bbbb-7eba-4b84-870f-9567fa1c4104 req-ad8a79c2-9c80-47b5-be65-0b769bf825a3 tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] Resources bound (agent type, host, resource id): {{(pid=93410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:35:03.260982 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea41bbbb-7eba-4b84-870f-9567fa1c4104 req-ad8a79c2-9c80-47b5-be65-0b769bf825a3 tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] Received port after_create {{(pid=93410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 14:35:03.284605 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8a79c2-9c80-47b5-be65-0b769bf825a3 tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] Pushing event updated for resources: {'Port': ['ID=ddf06d90-c644-4b7a-be10-706456fb33d8,revision_number=1']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:35:03.312635 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea41bbbb-7eba-4b84-870f-9567fa1c4104 req-ad8a79c2-9c80-47b5-be65-0b769bf825a3 tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:35:03.313257 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-ea41bbbb-7eba-4b84-870f-9567fa1c4104 req-ad8a79c2-9c80-47b5-be65-0b769bf825a3 tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-387483'] for port, before_response {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:03.327394 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-ea41bbbb-7eba-4b84-870f-9567fa1c4104 req-ad8a79c2-9c80-47b5-be65-0b769bf825a3 tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5904591 Aug 10 14:35:03.340339 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.v2.base [req-ea41bbbb-7eba-4b84-870f-9567fa1c4104 req-c045c672-df74-46ac-8956-b53ee6899b8a service neutron] Request body: {'port': {'device_id': '0ffb87c6-e015-4ce6-96ec-6fab807be0e3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79819'}} {{(pid=93410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:35:03.402283 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-ea41bbbb-7eba-4b84-870f-9567fa1c4104 req-c045c672-df74-46ac-8956-b53ee6899b8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:03.672032 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.notifiers.nova [req-ea41bbbb-7eba-4b84-870f-9567fa1c4104 req-c045c672-df74-46ac-8956-b53ee6899b8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddf06d90-c644-4b7a-be10-706456fb33d8 {{(pid=93410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 14:35:03.679496 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-ea41bbbb-7eba-4b84-870f-9567fa1c4104 req-c045c672-df74-46ac-8956-b53ee6899b8a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:03.691410 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [req-ea41bbbb-7eba-4b84-870f-9567fa1c4104 req-c045c672-df74-46ac-8956-b53ee6899b8a service neutron] Transition to ACTIVE for port object ddf06d90-c644-4b7a-be10-706456fb33d8 will not be triggered until provisioned by entity L2. {{(pid=93410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 14:35:03.695090 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-ea41bbbb-7eba-4b84-870f-9567fa1c4104 req-c045c672-df74-46ac-8956-b53ee6899b8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683854493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786683465220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786683465238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26372301'] for port, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:03.748607 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c045c672-df74-46ac-8956-b53ee6899b8a service neutron] Pushing event updated for resources: {'Port': ['ID=ddf06d90-c644-4b7a-be10-706456fb33d8,revision_number=2']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:35:03.815040 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.managers [req-ea41bbbb-7eba-4b84-870f-9567fa1c4104 req-c045c672-df74-46ac-8956-b53ee6899b8a service neutron] Attempting to bind port ddf06d90-c644-4b7a-be10-706456fb33d8 on host hv-cinder-79819 for vnic_type normal with profile {{(pid=93410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 14:35:03.815369 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.managers [req-ea41bbbb-7eba-4b84-870f-9567fa1c4104 req-c045c672-df74-46ac-8956-b53ee6899b8a service neutron] Attempting to bind port ddf06d90-c644-4b7a-be10-706456fb33d8 by drivers openvswitch,hyperv on host hv-cinder-79819 at level 0 using segments [{'id': 'cea0df64-e7aa-4971-9a61-80514ca799ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'a614d805-3c32-418a-8a36-2a0c20a67d14'}] {{(pid=93410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 14:35:03.815699 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea41bbbb-7eba-4b84-870f-9567fa1c4104 req-c045c672-df74-46ac-8956-b53ee6899b8a service neutron] Attempting to bind port ddf06d90-c644-4b7a-be10-706456fb33d8 on network a614d805-3c32-418a-8a36-2a0c20a67d14 {{(pid=93410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 14:35:03.820210 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea41bbbb-7eba-4b84-870f-9567fa1c4104 req-c045c672-df74-46ac-8956-b53ee6899b8a service neutron] Port ddf06d90-c644-4b7a-be10-706456fb33d8 on network a614d805-3c32-418a-8a36-2a0c20a67d14 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79819 {{(pid=93410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 14:35:03.820749 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea41bbbb-7eba-4b84-870f-9567fa1c4104 req-c045c672-df74-46ac-8956-b53ee6899b8a service neutron] Attempting to bind port ddf06d90-c644-4b7a-be10-706456fb33d8 on network a614d805-3c32-418a-8a36-2a0c20a67d14 {{(pid=93410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 14:35:03.825347 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea41bbbb-7eba-4b84-870f-9567fa1c4104 req-c045c672-df74-46ac-8956-b53ee6899b8a service neutron] Checking agent: {'id': '193de837-f8e2-4c0a-a012-1a4e123b0e95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 14, 28, 33), 'started_at': datetime.datetime(2021, 8, 10, 14, 28, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 14, 35, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 14:35:03.825715 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea41bbbb-7eba-4b84-870f-9567fa1c4104 req-c045c672-df74-46ac-8956-b53ee6899b8a service neutron] Checking segment: {'id': 'cea0df64-e7aa-4971-9a61-80514ca799ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'a614d805-3c32-418a-8a36-2a0c20a67d14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 14:35:03.826095 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea41bbbb-7eba-4b84-870f-9567fa1c4104 req-c045c672-df74-46ac-8956-b53ee6899b8a service neutron] Bound using segment: {'id': 'cea0df64-e7aa-4971-9a61-80514ca799ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'a614d805-3c32-418a-8a36-2a0c20a67d14'} {{(pid=93410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 14:35:03.826517 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.managers [req-ea41bbbb-7eba-4b84-870f-9567fa1c4104 req-c045c672-df74-46ac-8956-b53ee6899b8a service neutron] Bound port: ddf06d90-c644-4b7a-be10-706456fb33d8, host: hv-cinder-79819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cea0df64-e7aa-4971-9a61-80514ca799ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'a614d805-3c32-418a-8a36-2a0c20a67d14'}}] {{(pid=93410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 14:35:03.826872 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-ea41bbbb-7eba-4b84-870f-9567fa1c4104 req-c045c672-df74-46ac-8956-b53ee6899b8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:03.926766 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [req-ea41bbbb-7eba-4b84-870f-9567fa1c4104 req-c045c672-df74-46ac-8956-b53ee6899b8a service neutron] For port ddf06d90-c644-4b7a-be10-706456fb33d8, host hv-cinder-79819, cleared binding levels {{(pid=93410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 14:35:03.945193 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [req-ea41bbbb-7eba-4b84-870f-9567fa1c4104 req-c045c672-df74-46ac-8956-b53ee6899b8a service neutron] For port ddf06d90-c644-4b7a-be10-706456fb33d8, host hv-cinder-79819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=ddf06d90-c644-4b7a-be10-706456fb33d8,segment=NetworkSegment(cea0df64-e7aa-4971-9a61-80514ca799ba),segment_id=cea0df64-e7aa-4971-9a61-80514ca799ba)] {{(pid=93410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 14:35:03.950896 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-ea41bbbb-7eba-4b84-870f-9567fa1c4104 req-c045c672-df74-46ac-8956-b53ee6899b8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683854493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786683465220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786683465238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26372301'] for port, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:03.992793 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899bb3d3-3117-4c57-8399-bfb3ec7acf47 req-eb100633-c846-4c14-bc0d-b8b31424c46b tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:35:03.994432 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-899bb3d3-3117-4c57-8399-bfb3ec7acf47 req-eb100633-c846-4c14-bc0d-b8b31424c46b tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] 10.222.0.42 "GET /v2.0/ports?device_id=0ffb87c6-e015-4ce6-96ec-6fab807be0e3 HTTP/1.1" status: 200 len: 943 time: 0.1007469 Aug 10 14:35:03.995646 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea41bbbb-7eba-4b84-870f-9567fa1c4104 req-c045c672-df74-46ac-8956-b53ee6899b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:35:03.996239 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-ea41bbbb-7eba-4b84-870f-9567fa1c4104 req-c045c672-df74-46ac-8956-b53ee6899b8a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-387483'] for port, before_response {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:03.997579 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-ea41bbbb-7eba-4b84-870f-9567fa1c4104 req-c045c672-df74-46ac-8956-b53ee6899b8a service neutron] 10.222.0.18 "PUT /v2.0/ports/ddf06d90-c644-4b7a-be10-706456fb33d8 HTTP/1.1" status: 200 len: 1093 time: 0.6614995 Aug 10 14:35:03.999859 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ffb87c6-e015-4ce6-96ec-6fab807be0e3', 'tag': 'ddf06d90-c644-4b7a-be10-706456fb33d8'}] {{(pid=93410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:35:04.002201 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}173c15a1f530ed65b3eefe425c4e9cd9c28cfc2a1cdec76c1bb34aa91000b996" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-027c022b-634b-428d-953c-40a1a9244d5c" -d '{"events": [{"name": "network-changed", "server_uuid": "0ffb87c6-e015-4ce6-96ec-6fab807be0e3", "tag": "ddf06d90-c644-4b7a-be10-706456fb33d8"}]}' {{(pid=93410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:35:04.045841 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 14:35:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd3557fe-d96f-4779-94bd-24730ad71023 x-openstack-request-id: req-fd3557fe-d96f-4779-94bd-24730ad71023 {{(pid=93410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:35:04.046128 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ffb87c6-e015-4ce6-96ec-6fab807be0e3", "tag": "ddf06d90-c644-4b7a-be10-706456fb33d8", "status": "completed", "code": 200}]} {{(pid=93410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:35:04.046377 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-fd3557fe-d96f-4779-94bd-24730ad71023 {{(pid=93410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:35:04.046786 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ffb87c6-e015-4ce6-96ec-6fab807be0e3', 'tag': 'ddf06d90-c644-4b7a-be10-706456fb33d8', 'status': 'completed', 'code': 200} Aug 10 14:35:04.057268 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c045c672-df74-46ac-8956-b53ee6899b8a service neutron] Pushing event updated for resources: {'Port': ['ID=ddf06d90-c644-4b7a-be10-706456fb33d8,revision_number=3']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:35:04.086275 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-899bb3d3-3117-4c57-8399-bfb3ec7acf47 req-d7376e1d-2dd7-4095-9ba6-c52d650ea279 tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e1f1c30-11f2-4245-ad3d-ce9f21d473e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808587 Aug 10 14:35:04.104430 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea41bbbb-7eba-4b84-870f-9567fa1c4104 req-720bcf1c-d650-42ff-aa64-1ec9eb6db9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:35:04.106074 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-ea41bbbb-7eba-4b84-870f-9567fa1c4104 req-720bcf1c-d650-42ff-aa64-1ec9eb6db9aa service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=44853dc206f34059b469cc35cda5cb30&device_id=0ffb87c6-e015-4ce6-96ec-6fab807be0e3 HTTP/1.1" status: 200 len: 1096 time: 0.0585191 Aug 10 14:35:04.162715 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-ea41bbbb-7eba-4b84-870f-9567fa1c4104 req-e4907a0e-2f72-4659-900c-2d8ecb24c93b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ddf06d90-c644-4b7a-be10-706456fb33d8 HTTP/1.1" status: 200 len: 217 time: 0.0411777 Aug 10 14:35:04.218291 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea41bbbb-7eba-4b84-870f-9567fa1c4104 req-ecfacf5b-38c6-4542-8e3f-a155d831f61e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:35:04.219758 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-ea41bbbb-7eba-4b84-870f-9567fa1c4104 req-ecfacf5b-38c6-4542-8e3f-a155d831f61e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9d7f965d-fd24-4b99-b220-500326c89524 HTTP/1.1" status: 200 len: 854 time: 0.0467660 Aug 10 14:35:04.252013 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-ea41bbbb-7eba-4b84-870f-9567fa1c4104 req-33e41ad5-74b2-4ad1-bbbc-d29e8f1d2bfe service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a614d805-3c32-418a-8a36-2a0c20a67d14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247796 Aug 10 14:35:04.343585 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-ea41bbbb-7eba-4b84-870f-9567fa1c4104 req-7fd1368e-f3e8-407b-a8fc-99896222fb79 service neutron] 10.222.0.18 "GET /v2.0/networks/a614d805-3c32-418a-8a36-2a0c20a67d14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835223 Aug 10 14:35:04.437677 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-ea41bbbb-7eba-4b84-870f-9567fa1c4104 req-c2281acc-5c63-468c-aef7-abb4c43af43f service neutron] 10.222.0.18 "GET /v2.0/networks/a614d805-3c32-418a-8a36-2a0c20a67d14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836501 Aug 10 14:35:04.538218 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027c022b-634b-428d-953c-40a1a9244d5c req-98d74bf5-6291-46ee-8792-d90081088de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:35:04.540489 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-027c022b-634b-428d-953c-40a1a9244d5c req-98d74bf5-6291-46ee-8792-d90081088de2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=44853dc206f34059b469cc35cda5cb30&device_id=0ffb87c6-e015-4ce6-96ec-6fab807be0e3 HTTP/1.1" status: 200 len: 1096 time: 0.0424008 Aug 10 14:35:04.641616 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027c022b-634b-428d-953c-40a1a9244d5c req-faa42a8c-2734-4178-b2a3-f11aad53930e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:35:04.643168 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-027c022b-634b-428d-953c-40a1a9244d5c req-faa42a8c-2734-4178-b2a3-f11aad53930e service neutron] 10.222.0.18 "GET /v2.0/networks?id=a614d805-3c32-418a-8a36-2a0c20a67d14 HTTP/1.1" status: 200 len: 915 time: 0.0904264 Aug 10 14:35:04.685587 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-027c022b-634b-428d-953c-40a1a9244d5c req-b7091cce-4bf4-44ee-afc5-d4ba10a8ae32 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ddf06d90-c644-4b7a-be10-706456fb33d8 HTTP/1.1" status: 200 len: 217 time: 0.0347176 Aug 10 14:35:04.746104 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027c022b-634b-428d-953c-40a1a9244d5c req-8a7f95db-b12d-4cbd-8e73-2e62b4d06107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:35:04.747550 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-027c022b-634b-428d-953c-40a1a9244d5c req-8a7f95db-b12d-4cbd-8e73-2e62b4d06107 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9d7f965d-fd24-4b99-b220-500326c89524 HTTP/1.1" status: 200 len: 854 time: 0.0450597 Aug 10 14:35:04.783447 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-027c022b-634b-428d-953c-40a1a9244d5c req-da8c18fb-9e05-4e6c-a54d-0051417eb920 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a614d805-3c32-418a-8a36-2a0c20a67d14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252602 Aug 10 14:35:04.879580 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-027c022b-634b-428d-953c-40a1a9244d5c req-c525951f-0412-43a7-8b61-66d43292a493 service neutron] 10.222.0.18 "GET /v2.0/networks/a614d805-3c32-418a-8a36-2a0c20a67d14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871489 Aug 10 14:35:04.975635 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-027c022b-634b-428d-953c-40a1a9244d5c req-2218a422-9f56-4464-9bf9-22f402603457 service neutron] 10.222.0.18 "GET /v2.0/networks/a614d805-3c32-418a-8a36-2a0c20a67d14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878904 Aug 10 14:35:05.212622 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e852865-c784-4288-8cc7-4465465297d4 req-a5489b5f-d00a-424f-b499-87f36f47e519 tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:35:05.214152 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-9e852865-c784-4288-8cc7-4465465297d4 req-a5489b5f-d00a-424f-b499-87f36f47e519 tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] 10.222.0.42 "GET /v2.0/ports?device_id=0ffb87c6-e015-4ce6-96ec-6fab807be0e3 HTTP/1.1" status: 200 len: 943 time: 0.0527773 Aug 10 14:35:05.251484 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-9e852865-c784-4288-8cc7-4465465297d4 req-66155614-b917-4426-ba6a-c8406e7980b5 tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e1f1c30-11f2-4245-ad3d-ce9f21d473e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315018 Aug 10 14:35:06.369278 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfc2b1c-a143-41ad-b709-818199e42a68 req-6b63ab02-1c3e-42b5-9b6e-77d97e012bbd tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:35:06.370789 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-6cfc2b1c-a143-41ad-b709-818199e42a68 req-6b63ab02-1c3e-42b5-9b6e-77d97e012bbd tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] 10.222.0.42 "GET /v2.0/ports?device_id=0ffb87c6-e015-4ce6-96ec-6fab807be0e3 HTTP/1.1" status: 200 len: 943 time: 0.0512900 Aug 10 14:35:06.411017 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-6cfc2b1c-a143-41ad-b709-818199e42a68 req-23663ce0-9de4-4e2c-9f09-a5c289716df2 tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e1f1c30-11f2-4245-ad3d-ce9f21d473e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344062 Aug 10 14:35:07.526812 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300f0189-9f1c-4ea2-bc63-95695f5931bc req-545642b1-3fb7-4c22-bc0e-e35b762c8d32 tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:35:07.528197 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-300f0189-9f1c-4ea2-bc63-95695f5931bc req-545642b1-3fb7-4c22-bc0e-e35b762c8d32 tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] 10.222.0.42 "GET /v2.0/ports?device_id=0ffb87c6-e015-4ce6-96ec-6fab807be0e3 HTTP/1.1" status: 200 len: 943 time: 0.0515640 Aug 10 14:35:07.567034 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-300f0189-9f1c-4ea2-bc63-95695f5931bc req-06c3b728-9e36-4708-ac84-139cf750edf5 tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e1f1c30-11f2-4245-ad3d-ce9f21d473e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327983 Aug 10 14:35:07.964302 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-3015d7a4-54f7-422b-9f61-18fae40200a9 req-25659fe4-4e61-4e3c-bea5-a4e67239bc37 tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-371090335&fields=id&tenant_id=07adee952320462e8ef9cf17396b0b67 HTTP/1.1" status: 200 len: 267 time: 0.0373383 Aug 10 14:35:08.018008 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3015d7a4-54f7-422b-9f61-18fae40200a9 req-f36a53e9-f1c9-48d3-a9b5-53848aee2080 tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:35:08.019492 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-3015d7a4-54f7-422b-9f61-18fae40200a9 req-f36a53e9-f1c9-48d3-a9b5-53848aee2080 tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae4b7b40-4a73-4447-9a21-ded7aacebb62 HTTP/1.1" status: 200 len: 984 time: 0.0494919 Aug 10 14:35:08.031279 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.v2.base [req-3015d7a4-54f7-422b-9f61-18fae40200a9 req-85014444-3dc7-4602-9649-c60b37fecf96 tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] Request body: {'port': {'security_groups': ['98f06cea-294e-49b1-a4a2-e9dfbb056f19']}} {{(pid=93410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:35:08.101269 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-3015d7a4-54f7-422b-9f61-18fae40200a9 req-85014444-3dc7-4602-9649-c60b37fecf96 tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:08.284276 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [req-3015d7a4-54f7-422b-9f61-18fae40200a9 req-85014444-3dc7-4602-9649-c60b37fecf96 tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] For port 225153cc-3472-4c8f-abb3-1c60df6639f1, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=225153cc-3472-4c8f-abb3-1c60df6639f1,segment=NetworkSegment(e88a0990-9465-41c9-9090-f58db756571e),segment_id=e88a0990-9465-41c9-9090-f58db756571e)] {{(pid=93410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:35:08.313052 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-3015d7a4-54f7-422b-9f61-18fae40200a9 req-85014444-3dc7-4602-9649-c60b37fecf96 tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] Notify callbacks [] for port, precommit_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:08.317854 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-3015d7a4-54f7-422b-9f61-18fae40200a9 req-85014444-3dc7-4602-9649-c60b37fecf96 tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683854493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786683465220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786683465238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26372301'] for port, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:08.329880 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.db [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] get_ports_and_sgs() called for port_ids ['225153cc-3472-4c8f-abb3-1c60df6639f1'] {{(pid=93412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 14:35:08.363993 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3015d7a4-54f7-422b-9f61-18fae40200a9 req-85014444-3dc7-4602-9649-c60b37fecf96 tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:35:08.364650 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-3015d7a4-54f7-422b-9f61-18fae40200a9 req-85014444-3dc7-4602-9649-c60b37fecf96 tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-387483'] for port, before_response {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:08.366084 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-3015d7a4-54f7-422b-9f61-18fae40200a9 req-85014444-3dc7-4602-9649-c60b37fecf96 tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] 10.222.0.42 "PUT /v2.0/ports/225153cc-3472-4c8f-abb3-1c60df6639f1 HTTP/1.1" status: 200 len: 942 time: 0.3396239 Aug 10 14:35:08.366533 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae4b7b40-4a73-4447-9a21-ded7aacebb62', 'tag': '225153cc-3472-4c8f-abb3-1c60df6639f1'}] {{(pid=93410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:35:08.370937 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}173c15a1f530ed65b3eefe425c4e9cd9c28cfc2a1cdec76c1bb34aa91000b996" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e7c5379-28a3-4cda-b53c-d8924fb68228" -d '{"events": [{"name": "network-changed", "server_uuid": "ae4b7b40-4a73-4447-9a21-ded7aacebb62", "tag": "225153cc-3472-4c8f-abb3-1c60df6639f1"}]}' {{(pid=93410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:35:08.371935 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.wsgi [-] (93411) accepted ('10.222.0.42', 54380) {{(pid=93411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:35:08.397987 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85014444-3dc7-4602-9649-c60b37fecf96 tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] Pushing event updated for resources: {'Port': ['ID=225153cc-3472-4c8f-abb3-1c60df6639f1,revision_number=7']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:35:08.406033 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Device ddf06d90-c644-4b7a-be10-706456fb33d8 details requested by agent hyperv_hv-cinder-79819 with host hv-cinder-79819 {{(pid=93412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 14:35:08.436117 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 14:35:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e99328de-ac41-48b8-9ac4-8d3637883c3d x-openstack-request-id: req-e99328de-ac41-48b8-9ac4-8d3637883c3d {{(pid=93410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:35:08.436647 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae4b7b40-4a73-4447-9a21-ded7aacebb62", "tag": "225153cc-3472-4c8f-abb3-1c60df6639f1", "status": "completed", "code": 200}]} {{(pid=93410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:35:08.437104 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e99328de-ac41-48b8-9ac4-8d3637883c3d {{(pid=93410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:35:08.437886 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae4b7b40-4a73-4447-9a21-ded7aacebb62', 'tag': '225153cc-3472-4c8f-abb3-1c60df6639f1', 'status': 'completed', 'code': 200} Aug 10 14:35:08.446701 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-3501a276-c356-4d24-82ee-81b6a340e547 tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] Notify callbacks [] for security_group, before_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:08.473986 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-3501a276-c356-4d24-82ee-81b6a340e547 tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:08.502673 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.db [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] get_ports_and_sgs() called for port_ids ['225153cc-3472-4c8f-abb3-1c60df6639f1'] {{(pid=93412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 14:35:08.514424 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7c5379-28a3-4cda-b53c-d8924fb68228 req-c6358c3a-693a-41a0-a033-4e2e70fb7af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:35:08.515971 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-1e7c5379-28a3-4cda-b53c-d8924fb68228 req-c6358c3a-693a-41a0-a033-4e2e70fb7af9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=07adee952320462e8ef9cf17396b0b67&device_id=ae4b7b40-4a73-4447-9a21-ded7aacebb62 HTTP/1.1" status: 200 len: 1098 time: 0.0535855 Aug 10 14:35:08.545996 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-3501a276-c356-4d24-82ee-81b6a340e547 tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734645'] for security_group, after_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:08.548824 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-3501a276-c356-4d24-82ee-81b6a340e547 tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] Notify callbacks [] for security_group, before_response {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:08.553594 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-3501a276-c356-4d24-82ee-81b6a340e547 tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] 10.222.0.42 "DELETE /v2.0/security-groups/096b7e29-319c-451f-8c5c-892bd6ab7d84 HTTP/1.1" status: 204 len: 168 time: 0.1798811 Aug 10 14:35:08.554009 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.wsgi [-] (93411) accepted ('10.222.0.42', 54382) {{(pid=93411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:35:08.624700 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7c5379-28a3-4cda-b53c-d8924fb68228 req-1d9424b3-3a43-47b7-9d5f-b5faa9dc51e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:35:08.626996 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-1e7c5379-28a3-4cda-b53c-d8924fb68228 req-1d9424b3-3a43-47b7-9d5f-b5faa9dc51e8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=7083ffdd-d140-4aab-95da-06bd854ff63b HTTP/1.1" status: 200 len: 916 time: 0.1013970 Aug 10 14:35:08.640273 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3501a276-c356-4d24-82ee-81b6a340e547 tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=096b7e29-319c-451f-8c5c-892bd6ab7d84,revision_number=None']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:35:08.678506 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.db [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] For port ddf06d90-c644-4b7a-be10-706456fb33d8, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=ddf06d90-c644-4b7a-be10-706456fb33d8,segment=NetworkSegment(cea0df64-e7aa-4971-9a61-80514ca799ba),segment_id=cea0df64-e7aa-4971-9a61-80514ca799ba)] {{(pid=93412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:35:08.700954 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.provisioning_blocks [None req-c699f02a-fb5e-4ad1-a948-0c3ee5b67efb None None] Provisioning complete for port 225153cc-3472-4c8f-abb3-1c60df6639f1 triggered by entity DHCP. {{(pid=93412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:35:08.701322 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-c699f02a-fb5e-4ad1-a948-0c3ee5b67efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932393'] for port, provisioning_complete {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:08.707811 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Returning: {'device': 'ddf06d90-c644-4b7a-be10-706456fb33d8', 'network_id': 'a614d805-3c32-418a-8a36-2a0c20a67d14', 'port_id': 'ddf06d90-c644-4b7a-be10-706456fb33d8', 'mac_address': 'fa:16:3e:25:0b:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d7f965d-fd24-4b99-b220-500326c89524', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 14:35:08.745134 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.plugins.ml2.plugin [None req-79328ba3-9001-43f2-bb3f-a13ddc4a46c9 tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] Deleting port 2446baf9-309f-4db4-a032-4cf62926d652 {{(pid=93411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 14:35:08.745538 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-79328ba3-9001-43f2-bb3f-a13ddc4a46c9 tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786683848753'] for port, before_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:08.747673 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-1e7c5379-28a3-4cda-b53c-d8924fb68228 req-c40f6e10-6126-4dc8-8c38-6b997e7e62fe service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=225153cc-3472-4c8f-abb3-1c60df6639f1 HTTP/1.1" status: 200 len: 1000 time: 0.1048548 Aug 10 14:35:08.762675 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f4fa4c-1f25-48ac-a3f0-448b5ed81d12 req-237cf5ff-e802-43fb-814e-8ae47ff3f8ba tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:35:08.764226 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-45f4fa4c-1f25-48ac-a3f0-448b5ed81d12 req-237cf5ff-e802-43fb-814e-8ae47ff3f8ba tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] 10.222.0.42 "GET /v2.0/ports?device_id=0ffb87c6-e015-4ce6-96ec-6fab807be0e3 HTTP/1.1" status: 200 len: 943 time: 0.0691223 Aug 10 14:35:08.802003 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:08.824085 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.notifiers.nova [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddf06d90-c644-4b7a-be10-706456fb33d8 {{(pid=93412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 14:35:08.826625 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-79328ba3-9001-43f2-bb3f-a13ddc4a46c9 tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-879274'] for port, precommit_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:08.826951 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-79328ba3-9001-43f2-bb3f-a13ddc4a46c9 tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:08.827507 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7c5379-28a3-4cda-b53c-d8924fb68228 req-f52584bb-8020-4c9f-a660-b0376e1e5cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:35:08.829101 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-1e7c5379-28a3-4cda-b53c-d8924fb68228 req-f52584bb-8020-4c9f-a660-b0376e1e5cd3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a9c6fdb5-8d6e-4a2a-b088-d4102712e94a HTTP/1.1" status: 200 len: 854 time: 0.0639026 Aug 10 14:35:08.841442 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.plugins.ml2.plugin [None req-79328ba3-9001-43f2-bb3f-a13ddc4a46c9 tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] Calling delete_port for 2446baf9-309f-4db4-a032-4cf62926d652 owned by network:floatingip {{(pid=93411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 14:35:08.885980 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.db [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] For port ddf06d90-c644-4b7a-be10-706456fb33d8, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=ddf06d90-c644-4b7a-be10-706456fb33d8,segment=NetworkSegment(cea0df64-e7aa-4971-9a61-80514ca799ba),segment_id=cea0df64-e7aa-4971-9a61-80514ca799ba)] {{(pid=93412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:35:08.898113 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683854493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786683465220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786683465238'] for port, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:08.901186 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-45f4fa4c-1f25-48ac-a3f0-448b5ed81d12 req-c263261c-16d9-4f37-b41f-8545836affb3 tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e1f1c30-11f2-4245-ad3d-ce9f21d473e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267729 Aug 10 14:35:08.923164 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7c5379-28a3-4cda-b53c-d8924fb68228 req-34f93448-4ed9-419b-b32c-dc7f93329a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:35:08.925085 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-1e7c5379-28a3-4cda-b53c-d8924fb68228 req-34f93448-4ed9-419b-b32c-dc7f93329a91 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7083ffdd-d140-4aab-95da-06bd854ff63b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0732238 Aug 10 14:35:08.959693 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Pushing event updated for resources: {'Port': ['ID=ddf06d90-c644-4b7a-be10-706456fb33d8,revision_number=4']} {{(pid=93412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:35:09.024663 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-1e7c5379-28a3-4cda-b53c-d8924fb68228 req-81858051-58c6-4bd1-b46d-85ec3cf67f3a service neutron] 10.222.0.18 "GET /v2.0/networks/7083ffdd-d140-4aab-95da-06bd854ff63b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895896 Aug 10 14:35:09.071489 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-79328ba3-9001-43f2-bb3f-a13ddc4a46c9 tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786683854475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786683465207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2690464'] for port, after_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:09.101642 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79328ba3-9001-43f2-bb3f-a13ddc4a46c9 tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] Pushing event deleted for resources: {'Port': ['ID=2446baf9-309f-4db4-a032-4cf62926d652,revision_number=None']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:35:09.135087 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-1e7c5379-28a3-4cda-b53c-d8924fb68228 req-89e3824d-aa63-439a-bc97-ec203b825247 service neutron] 10.222.0.18 "GET /v2.0/networks/7083ffdd-d140-4aab-95da-06bd854ff63b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998526 Aug 10 14:35:09.177461 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-79328ba3-9001-43f2-bb3f-a13ddc4a46c9 tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] Notify callbacks [] for floatingip, after_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:09.177795 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.db.l3_db [None req-79328ba3-9001-43f2-bb3f-a13ddc4a46c9 tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] Floating IP 647e35b7-ba16-4416-849d-07b242647d12 disassociated (deleted). External IP: 172.27.0.40, port: 225153cc-3472-4c8f-abb3-1c60df6639f1. Aug 10 14:35:09.249275 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.db [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] get_ports_and_sgs() called for port_ids ['ddf06d90-c644-4b7a-be10-706456fb33d8'] {{(pid=93412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 14:35:09.580507 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79328ba3-9001-43f2-bb3f-a13ddc4a46c9 tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] Router 1e73a8c5-47e7-4813-876a-8537fa47b2e0 has already been hosted by L3 agent 8acc92de-0cfa-4d60-8b37-a39a4d3c1570 {{(pid=93411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 14:35:09.685947 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79328ba3-9001-43f2-bb3f-a13ddc4a46c9 tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] Notify agent at l3_agent.dv-cinder-798198-2-iscsi the message routers_updated {{(pid=93411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 14:35:09.690490 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-79328ba3-9001-43f2-bb3f-a13ddc4a46c9 tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-387483'] for floatingip, before_response {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:09.697216 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02354a79-2859-4253-82b3-cbd9c370fe92 None None] Sync routers for ids ['1e73a8c5-47e7-4813-876a-8537fa47b2e0'] in dv-cinder-798198-2-iscsi {{(pid=93412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 14:35:09.707073 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02354a79-2859-4253-82b3-cbd9c370fe92 None None] Routers {'1e73a8c5-47e7-4813-876a-8537fa47b2e0'} bound to L3 agent in host dv-cinder-798198-2-iscsi {{(pid=93412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:35:09.707810 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.l3_hamode_db [None req-02354a79-2859-4253-82b3-cbd9c370fe92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T14:22:29Z,description=,heartbeat_timestamp=2021-08-10T14:34:59Z,host='dv-cinder-798198-2-iscsi',id=8acc92de-0cfa-4d60-8b37-a39a4d3c1570,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T14:22:29Z,topic='l3_agent')) {'router_ids': ['1e73a8c5-47e7-4813-876a-8537fa47b2e0'], 'active': True} {{(pid=93412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:35:09.720827 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-79328ba3-9001-43f2-bb3f-a13ddc4a46c9 tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] 10.222.0.42 "DELETE /v2.0/floatingips/647e35b7-ba16-4416-849d-07b242647d12 HTTP/1.1" status: 204 len: 168 time: 1.1629412 Aug 10 14:35:09.721471 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae4b7b40-4a73-4447-9a21-ded7aacebb62', 'tag': '225153cc-3472-4c8f-abb3-1c60df6639f1'}] {{(pid=93411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:35:09.723616 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800b4800a729c8c4e9259a6bd3a96cb19d394e8e3458720dab8774963c0953a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77bb4f31-97b6-47e3-b3aa-0dddbaf75857" -d '{"events": [{"name": "network-changed", "server_uuid": "ae4b7b40-4a73-4447-9a21-ded7aacebb62", "tag": "225153cc-3472-4c8f-abb3-1c60df6639f1"}]}' {{(pid=93411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:35:09.764686 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 14:35:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3883bb05-ac77-44bb-842d-c72d2d623b8c x-openstack-request-id: req-3883bb05-ac77-44bb-842d-c72d2d623b8c {{(pid=93411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:35:09.765099 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae4b7b40-4a73-4447-9a21-ded7aacebb62", "tag": "225153cc-3472-4c8f-abb3-1c60df6639f1", "status": "completed", "code": 200}]} {{(pid=93411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:35:09.765458 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3883bb05-ac77-44bb-842d-c72d2d623b8c {{(pid=93411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:35:09.765956 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae4b7b40-4a73-4447-9a21-ded7aacebb62', 'tag': '225153cc-3472-4c8f-abb3-1c60df6639f1', 'status': 'completed', 'code': 200} Aug 10 14:35:09.839703 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bb4f31-97b6-47e3-b3aa-0dddbaf75857 req-5acfca44-ac98-4299-845a-37ed50640254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:35:09.841374 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-77bb4f31-97b6-47e3-b3aa-0dddbaf75857 req-5acfca44-ac98-4299-845a-37ed50640254 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=07adee952320462e8ef9cf17396b0b67&device_id=ae4b7b40-4a73-4447-9a21-ded7aacebb62 HTTP/1.1" status: 200 len: 1098 time: 0.0517333 Aug 10 14:35:09.948559 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.l3_dvr_db [None req-02354a79-2859-4253-82b3-cbd9c370fe92 None None] Set router 1e73a8c5-47e7-4813-876a-8537fa47b2e0 gateway port host: dv-cinder-798198-2-iscsi {{(pid=93412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:35:10.011629 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bb4f31-97b6-47e3-b3aa-0dddbaf75857 req-71c819fd-aa28-4786-9d7d-2beff323ef1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:35:10.013297 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-77bb4f31-97b6-47e3-b3aa-0dddbaf75857 req-71c819fd-aa28-4786-9d7d-2beff323ef1c service neutron] 10.222.0.18 "GET /v2.0/networks?id=7083ffdd-d140-4aab-95da-06bd854ff63b HTTP/1.1" status: 200 len: 916 time: 0.1602116 Aug 10 14:35:10.033026 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e56a63-6e39-4cb5-b3f0-bf54e2e7bc25 req-2fa5e4d6-77d0-47bf-b1b9-c47c65ecd9a4 tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:35:10.034589 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-26e56a63-6e39-4cb5-b3f0-bf54e2e7bc25 req-2fa5e4d6-77d0-47bf-b1b9-c47c65ecd9a4 tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] 10.222.0.42 "GET /v2.0/ports?device_id=0ffb87c6-e015-4ce6-96ec-6fab807be0e3 HTTP/1.1" status: 200 len: 944 time: 0.0588579 Aug 10 14:35:10.088495 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-77bb4f31-97b6-47e3-b3aa-0dddbaf75857 req-257e62fe-c368-4a76-9cce-4548337f96b4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=225153cc-3472-4c8f-abb3-1c60df6639f1 HTTP/1.1" status: 200 len: 217 time: 0.0528867 Aug 10 14:35:10.117361 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-26e56a63-6e39-4cb5-b3f0-bf54e2e7bc25 req-0d8c8fd6-883a-4512-ac53-6e55ee84de2d tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e1f1c30-11f2-4245-ad3d-ce9f21d473e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685561 Aug 10 14:35:10.159708 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bb4f31-97b6-47e3-b3aa-0dddbaf75857 req-f60dbb8e-b6e9-4faa-b282-56f0c33d08ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:35:10.161287 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-77bb4f31-97b6-47e3-b3aa-0dddbaf75857 req-f60dbb8e-b6e9-4faa-b282-56f0c33d08ea service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a9c6fdb5-8d6e-4a2a-b088-d4102712e94a HTTP/1.1" status: 200 len: 854 time: 0.0574567 Aug 10 14:35:10.177279 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.l3_hamode_db [None req-02354a79-2859-4253-82b3-cbd9c370fe92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e73a8c5-47e7-4813-876a-8537fa47b2e0', 'name': 'tempest-TestMinimumBasicScenario-1786020671-router', 'tenant_id': '07adee952320462e8ef9cf17396b0b67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'external_fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': '4b4b8aaa-32c3-420e-958c-838d4d560630', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:31:59Z', 'updated_at': '2021-08-10T14:32:05Z', 'revision_number': 4, 'project_id': '07adee952320462e8ef9cf17396b0b67', 'gw_port': {'id': '4b4b8aaa-32c3-420e-958c-838d4d560630', 'name': '', 'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:24:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e73a8c5-47e7-4813-876a-8537fa47b2e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:32:00Z', 'updated_at': '2021-08-10T14:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-2-iscsi', '_interfaces': [{'id': '962caecf-38e8-4ad7-a6f0-48e30629c2d3', 'name': '', 'network_id': '7083ffdd-d140-4aab-95da-06bd854ff63b', 'tenant_id': '07adee952320462e8ef9cf17396b0b67', 'mac_address': 'fa:16:3e:ab:8a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e73a8c5-47e7-4813-876a-8537fa47b2e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'a9c6fdb5-8d6e-4a2a-b088-d4102712e94a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:32:04Z', 'updated_at': '2021-08-10T14:32:13Z', 'revision_number': 5, 'project_id': '07adee952320462e8ef9cf17396b0b67', 'subnets': [{'id': 'a9c6fdb5-8d6e-4a2a-b088-d4102712e94a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-2-iscsi', False) {} {{(pid=93412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:35:10.207532 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02354a79-2859-4253-82b3-cbd9c370fe92 None None] Checking router: 1e73a8c5-47e7-4813-876a-8537fa47b2e0 for host: dv-cinder-798198-2-iscsi {{(pid=93412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 14:35:10.219952 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02354a79-2859-4253-82b3-cbd9c370fe92 None None] Routers {'1e73a8c5-47e7-4813-876a-8537fa47b2e0'} bound to L3 agent in host dv-cinder-798198-2-iscsi {{(pid=93412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:35:10.220685 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.l3_hamode_db [None req-02354a79-2859-4253-82b3-cbd9c370fe92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T14:22:29Z,description=,heartbeat_timestamp=2021-08-10T14:34:59Z,host='dv-cinder-798198-2-iscsi',id=8acc92de-0cfa-4d60-8b37-a39a4d3c1570,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T14:22:29Z,topic='l3_agent')) {'router_ids': ['1e73a8c5-47e7-4813-876a-8537fa47b2e0'], 'active': True} {{(pid=93412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:35:10.231755 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bb4f31-97b6-47e3-b3aa-0dddbaf75857 req-3510f5a9-f5a1-47b8-9f7e-002b426a566c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:35:10.233147 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-77bb4f31-97b6-47e3-b3aa-0dddbaf75857 req-3510f5a9-f5a1-47b8-9f7e-002b426a566c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7083ffdd-d140-4aab-95da-06bd854ff63b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0506952 Aug 10 14:35:10.327322 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.l3_dvr_db [None req-02354a79-2859-4253-82b3-cbd9c370fe92 None None] Set router 1e73a8c5-47e7-4813-876a-8537fa47b2e0 gateway port host: dv-cinder-798198-2-iscsi {{(pid=93412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:35:10.328206 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-77bb4f31-97b6-47e3-b3aa-0dddbaf75857 req-244e1676-bbd8-4563-9b9f-70767d077cbc service neutron] 10.222.0.18 "GET /v2.0/networks/7083ffdd-d140-4aab-95da-06bd854ff63b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855749 Aug 10 14:35:10.413545 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Device ddf06d90-c644-4b7a-be10-706456fb33d8 up at agent hyperv_hv-cinder-79819 {{(pid=93412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:35:10.431001 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-77bb4f31-97b6-47e3-b3aa-0dddbaf75857 req-39008199-b5cc-4e8a-9073-c69b295e24a8 service neutron] 10.222.0.18 "GET /v2.0/networks/7083ffdd-d140-4aab-95da-06bd854ff63b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873199 Aug 10 14:35:10.516594 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.provisioning_blocks [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Provisioning for port ddf06d90-c644-4b7a-be10-706456fb33d8 completed by entity L2. {{(pid=93412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 14:35:10.545861 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.provisioning_blocks [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Provisioning complete for port ddf06d90-c644-4b7a-be10-706456fb33d8 triggered by entity L2. {{(pid=93412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:35:10.546228 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932393'] for port, provisioning_complete {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:10.604002 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.l3_hamode_db [None req-02354a79-2859-4253-82b3-cbd9c370fe92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e73a8c5-47e7-4813-876a-8537fa47b2e0', 'name': 'tempest-TestMinimumBasicScenario-1786020671-router', 'tenant_id': '07adee952320462e8ef9cf17396b0b67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'external_fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': '4b4b8aaa-32c3-420e-958c-838d4d560630', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:31:59Z', 'updated_at': '2021-08-10T14:32:05Z', 'revision_number': 4, 'project_id': '07adee952320462e8ef9cf17396b0b67', 'gw_port': {'id': '4b4b8aaa-32c3-420e-958c-838d4d560630', 'name': '', 'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:24:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e73a8c5-47e7-4813-876a-8537fa47b2e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:32:00Z', 'updated_at': '2021-08-10T14:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-2-iscsi', '_interfaces': [{'id': '962caecf-38e8-4ad7-a6f0-48e30629c2d3', 'name': '', 'network_id': '7083ffdd-d140-4aab-95da-06bd854ff63b', 'tenant_id': '07adee952320462e8ef9cf17396b0b67', 'mac_address': 'fa:16:3e:ab:8a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e73a8c5-47e7-4813-876a-8537fa47b2e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'a9c6fdb5-8d6e-4a2a-b088-d4102712e94a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:32:04Z', 'updated_at': '2021-08-10T14:32:13Z', 'revision_number': 5, 'project_id': '07adee952320462e8ef9cf17396b0b67', 'subnets': [{'id': 'a9c6fdb5-8d6e-4a2a-b088-d4102712e94a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-2-iscsi', False) {} {{(pid=93412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:35:10.632797 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02354a79-2859-4253-82b3-cbd9c370fe92 None None] The sync data for ids ['1e73a8c5-47e7-4813-876a-8537fa47b2e0'] in dv-cinder-798198-2-iscsi is: [{'id': '1e73a8c5-47e7-4813-876a-8537fa47b2e0', 'name': 'tempest-TestMinimumBasicScenario-1786020671-router', 'tenant_id': '07adee952320462e8ef9cf17396b0b67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'external_fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': '4b4b8aaa-32c3-420e-958c-838d4d560630', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:31:59Z', 'updated_at': '2021-08-10T14:32:05Z', 'revision_number': 4, 'project_id': '07adee952320462e8ef9cf17396b0b67', 'gw_port': {'id': '4b4b8aaa-32c3-420e-958c-838d4d560630', 'name': '', 'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:24:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e73a8c5-47e7-4813-876a-8537fa47b2e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:32:00Z', 'updated_at': '2021-08-10T14:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-2-iscsi', '_interfaces': [{'id': '962caecf-38e8-4ad7-a6f0-48e30629c2d3', 'name': '', 'network_id': '7083ffdd-d140-4aab-95da-06bd854ff63b', 'tenant_id': '07adee952320462e8ef9cf17396b0b67', 'mac_address': 'fa:16:3e:ab:8a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e73a8c5-47e7-4813-876a-8537fa47b2e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'a9c6fdb5-8d6e-4a2a-b088-d4102712e94a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:32:04Z', 'updated_at': '2021-08-10T14:32:13Z', 'revision_number': 5, 'project_id': '07adee952320462e8ef9cf17396b0b67', 'subnets': [{'id': 'a9c6fdb5-8d6e-4a2a-b088-d4102712e94a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 14:35:10.666788 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:10.694630 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ffb87c6-e015-4ce6-96ec-6fab807be0e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddf06d90-c644-4b7a-be10-706456fb33d8'}] {{(pid=93412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:35:10.697559 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9406f3752f8c5c09b2197ea24f22201eb31b4bb693178eb20b3d616b4d9459a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34aec9c4-2c9d-45f7-9abe-a5d1b4c4761a" -d '{"events": [{"server_uuid": "0ffb87c6-e015-4ce6-96ec-6fab807be0e3", "name": "network-vif-plugged", "status": "completed", "tag": "ddf06d90-c644-4b7a-be10-706456fb33d8"}]}' {{(pid=93412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:35:10.712856 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.db [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] For port ddf06d90-c644-4b7a-be10-706456fb33d8, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=ddf06d90-c644-4b7a-be10-706456fb33d8,segment=NetworkSegment(cea0df64-e7aa-4971-9a61-80514ca799ba),segment_id=cea0df64-e7aa-4971-9a61-80514ca799ba)] {{(pid=93412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:35:10.717175 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683854493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786683465220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786683465238'] for port, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:10.743349 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 14:35:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ad5c996-3afa-4ff3-b53b-404e2024b097 x-openstack-request-id: req-0ad5c996-3afa-4ff3-b53b-404e2024b097 {{(pid=93412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:35:10.743647 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ffb87c6-e015-4ce6-96ec-6fab807be0e3", "name": "network-vif-plugged", "status": "completed", "tag": "ddf06d90-c644-4b7a-be10-706456fb33d8", "code": 200}]} {{(pid=93412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:35:10.744088 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0ad5c996-3afa-4ff3-b53b-404e2024b097 {{(pid=93412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:35:10.744275 dv-cinder-798198-2-iscsi neutron-server[93412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ffb87c6-e015-4ce6-96ec-6fab807be0e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddf06d90-c644-4b7a-be10-706456fb33d8', 'code': 200} Aug 10 14:35:10.781203 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Pushing event updated for resources: {'Port': ['ID=ddf06d90-c644-4b7a-be10-706456fb33d8,revision_number=5']} {{(pid=93412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:35:10.906534 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecbaeef2-914f-49ca-bac3-6553f21ea11b None None] New status for floating IP 647e35b7-ba16-4416-849d-07b242647d12: DOWN {{(pid=93413) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 14:35:10.962483 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f8710a-bb5c-40a5-9028-b55825f6aa9a req-7c511788-97d4-4565-877e-0312a029f615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:35:10.964092 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-85f8710a-bb5c-40a5-9028-b55825f6aa9a req-7c511788-97d4-4565-877e-0312a029f615 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0ffb87c6-e015-4ce6-96ec-6fab807be0e3 HTTP/1.1" status: 200 len: 1098 time: 0.0538719 Aug 10 14:35:11.005888 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-85f8710a-bb5c-40a5-9028-b55825f6aa9a req-627bfa54-889b-4087-9622-85dec034fe87 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=4e1f1c30-11f2-4245-ad3d-ce9f21d473e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329621 Aug 10 14:35:11.257674 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78188aa5-162b-45da-807c-abf43ccd08b5 req-8b6c3117-2a7e-4fc2-8314-cc9827aa0455 tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:35:11.259828 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-78188aa5-162b-45da-807c-abf43ccd08b5 req-8b6c3117-2a7e-4fc2-8314-cc9827aa0455 tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] 10.222.0.42 "GET /v2.0/ports?device_id=9be395dd-4db8-417d-a2bb-336ce985bc64 HTTP/1.1" status: 200 len: 945 time: 0.0510046 Aug 10 14:35:11.302591 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-78188aa5-162b-45da-807c-abf43ccd08b5 req-fa4f6364-b15c-4973-a15a-6576dbbf60b9 tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9912597-50da-44b4-8698-0c8676f2e6da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363235 Aug 10 14:35:11.413331 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f920301d-f446-46d0-88f5-34237e97695b req-5486bb3e-ac20-465f-a5fd-d008b196f549 tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:35:11.415467 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-f920301d-f446-46d0-88f5-34237e97695b req-5486bb3e-ac20-465f-a5fd-d008b196f549 tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] 10.222.0.42 "GET /v2.0/ports?device_id=0ffb87c6-e015-4ce6-96ec-6fab807be0e3 HTTP/1.1" status: 200 len: 945 time: 0.2121503 Aug 10 14:35:11.455203 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-f920301d-f446-46d0-88f5-34237e97695b req-084b9a11-d272-4623-85d2-f1d8364555f6 tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e1f1c30-11f2-4245-ad3d-ce9f21d473e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337026 Aug 10 14:35:12.418166 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd408fa5-a528-4a8a-8401-c154e7fcb9bd req-0226b3d9-4269-4a64-9172-b823b2f06ea9 tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:35:12.419551 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-dd408fa5-a528-4a8a-8401-c154e7fcb9bd req-0226b3d9-4269-4a64-9172-b823b2f06ea9 tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] 10.222.0.42 "GET /v2.0/ports?device_id=9be395dd-4db8-417d-a2bb-336ce985bc64 HTTP/1.1" status: 200 len: 945 time: 0.0492744 Aug 10 14:35:12.457270 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-dd408fa5-a528-4a8a-8401-c154e7fcb9bd req-006d92b3-1a41-4437-9ec4-f38c0da1c89f tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9912597-50da-44b4-8698-0c8676f2e6da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316124 Aug 10 14:35:12.574998 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc8933f-dfaf-4533-b7a9-2bbf6eaaba63 req-1da92a72-59b5-45fd-9581-c452b3f59a99 tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:35:12.576494 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-fcc8933f-dfaf-4533-b7a9-2bbf6eaaba63 req-1da92a72-59b5-45fd-9581-c452b3f59a99 tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] 10.222.0.42 "GET /v2.0/ports?device_id=0ffb87c6-e015-4ce6-96ec-6fab807be0e3 HTTP/1.1" status: 200 len: 945 time: 0.0509522 Aug 10 14:35:12.618581 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-fcc8933f-dfaf-4533-b7a9-2bbf6eaaba63 req-adc0395c-4b33-4280-acc4-5465a15bba54 tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e1f1c30-11f2-4245-ad3d-ce9f21d473e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358765 Aug 10 14:35:12.754487 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35f9abc-3472-43e7-96c0-024ca0cff3d0 req-75584a4e-df40-4c4d-83d0-1e7531232b70 tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:35:12.755982 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-b35f9abc-3472-43e7-96c0-024ca0cff3d0 req-75584a4e-df40-4c4d-83d0-1e7531232b70 tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae4b7b40-4a73-4447-9a21-ded7aacebb62 HTTP/1.1" status: 200 len: 945 time: 0.0485923 Aug 10 14:35:12.794550 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-b35f9abc-3472-43e7-96c0-024ca0cff3d0 req-e5247544-6f5a-4ce7-b22c-a139237f08fe tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] 10.222.0.42 "GET /v2.0/security-groups?id=98f06cea-294e-49b1-a4a2-e9dfbb056f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319231 Aug 10 14:35:13.621243 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b50474e-1d01-409e-9161-f85437f94ccf req-2d530424-edc5-4f1e-a001-1d0135bd8658 tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:35:13.622770 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-9b50474e-1d01-409e-9161-f85437f94ccf req-2d530424-edc5-4f1e-a001-1d0135bd8658 tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] 10.222.0.42 "GET /v2.0/ports?device_id=9be395dd-4db8-417d-a2bb-336ce985bc64 HTTP/1.1" status: 200 len: 945 time: 0.0985346 Aug 10 14:35:13.661694 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-9b50474e-1d01-409e-9161-f85437f94ccf req-aa50a30b-52db-4338-8099-54f2ee98fa91 tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] 10.222.0.42 "GET /v2.0/security-groups?id=b9912597-50da-44b4-8698-0c8676f2e6da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328145 Aug 10 14:35:13.741719 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558933aa-746b-402e-aa45-aa4ba80e89e7 req-2d41dc88-c793-4a12-b551-35b68c7678f0 tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:35:13.743134 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-558933aa-746b-402e-aa45-aa4ba80e89e7 req-2d41dc88-c793-4a12-b551-35b68c7678f0 tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] 10.222.0.18 "GET /v2.0/ports?device_id=9be395dd-4db8-417d-a2bb-336ce985bc64 HTTP/1.1" status: 200 len: 945 time: 0.0484197 Aug 10 14:35:13.841651 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.plugin [req-558933aa-746b-402e-aa45-aa4ba80e89e7 req-76ff42d7-a902-40ad-932c-81d4296f5a58 tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] Deleting port a1a32a24-f80d-4406-8c99-ccbce1fee6c9 {{(pid=93410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 14:35:13.842289 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-558933aa-746b-402e-aa45-aa4ba80e89e7 req-76ff42d7-a902-40ad-932c-81d4296f5a58 tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786683848753'] for port, before_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:13.963010 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77552331-1b7b-48aa-8f96-b06badce491a req-d87f0a08-53f9-4b72-ba9a-28cefd8ee043 tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:35:13.964490 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-77552331-1b7b-48aa-8f96-b06badce491a req-d87f0a08-53f9-4b72-ba9a-28cefd8ee043 tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae4b7b40-4a73-4447-9a21-ded7aacebb62 HTTP/1.1" status: 200 len: 945 time: 0.0852802 Aug 10 14:35:13.970882 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [req-558933aa-746b-402e-aa45-aa4ba80e89e7 req-76ff42d7-a902-40ad-932c-81d4296f5a58 tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] For port a1a32a24-f80d-4406-8c99-ccbce1fee6c9, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=a1a32a24-f80d-4406-8c99-ccbce1fee6c9,segment=NetworkSegment(9070e634-2e5b-4a24-9474-38d8394f1b6d),segment_id=9070e634-2e5b-4a24-9474-38d8394f1b6d)] {{(pid=93410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:35:13.971254 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-558933aa-746b-402e-aa45-aa4ba80e89e7 req-76ff42d7-a902-40ad-932c-81d4296f5a58 tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-879274'] for port, precommit_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:14.049251 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-77552331-1b7b-48aa-8f96-b06badce491a req-21ff2e5e-2ec7-4252-985d-309749ef7b6e tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] 10.222.0.42 "GET /v2.0/security-groups?id=98f06cea-294e-49b1-a4a2-e9dfbb056f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753891 Aug 10 14:35:14.183552 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-558933aa-746b-402e-aa45-aa4ba80e89e7 req-76ff42d7-a902-40ad-932c-81d4296f5a58 tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:14.184175 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-558933aa-746b-402e-aa45-aa4ba80e89e7 req-76ff42d7-a902-40ad-932c-81d4296f5a58 tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-880024'] for floatingip, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:14.184579 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.db.l3_db [req-558933aa-746b-402e-aa45-aa4ba80e89e7 req-76ff42d7-a902-40ad-932c-81d4296f5a58 tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] Floating IP e4eefdab-d24c-4122-8827-1b4799a3dec5 disassociated. External IP: 172.27.0.5, port: a1a32a24-f80d-4406-8c99-ccbce1fee6c9. Aug 10 14:35:14.185009 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.plugin [req-558933aa-746b-402e-aa45-aa4ba80e89e7 req-76ff42d7-a902-40ad-932c-81d4296f5a58 tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] Calling delete_port for a1a32a24-f80d-4406-8c99-ccbce1fee6c9 owned by compute:nova {{(pid=93410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 14:35:14.604526 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-558933aa-746b-402e-aa45-aa4ba80e89e7 req-76ff42d7-a902-40ad-932c-81d4296f5a58 tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786683854475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786683465207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26372150'] for port, after_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:14.640717 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ff42d7-a902-40ad-932c-81d4296f5a58 tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] Pushing event deleted for resources: {'Port': ['ID=a1a32a24-f80d-4406-8c99-ccbce1fee6c9,revision_number=None']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:35:14.770401 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-f655f964-a17f-4e54-925b-cd3f820e5bfd req-4d612e44-3b9a-40db-af65-513133fac722 tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] 10.222.0.42 "GET /v2.0/ports?device_id=9be395dd-4db8-417d-a2bb-336ce985bc64 HTTP/1.1" status: 200 len: 210 time: 0.0342977 Aug 10 14:35:14.785857 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.scheduler.l3_agent_scheduler [req-558933aa-746b-402e-aa45-aa4ba80e89e7 req-76ff42d7-a902-40ad-932c-81d4296f5a58 tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] Router 315401fe-0a42-4c73-a636-9839113f4d36 has already been hosted by L3 agent 8acc92de-0cfa-4d60-8b37-a39a4d3c1570 {{(pid=93410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 14:35:14.898834 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-558933aa-746b-402e-aa45-aa4ba80e89e7 req-76ff42d7-a902-40ad-932c-81d4296f5a58 tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] Notify agent at l3_agent.dv-cinder-798198-2-iscsi the message routers_updated {{(pid=93410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 14:35:14.908300 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08ea4208-24b4-4d0e-b9fd-4111c0d9a75c None None] Sync routers for ids ['315401fe-0a42-4c73-a636-9839113f4d36'] in dv-cinder-798198-2-iscsi {{(pid=93412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 14:35:14.918326 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ea4208-24b4-4d0e-b9fd-4111c0d9a75c None None] Routers {'315401fe-0a42-4c73-a636-9839113f4d36'} bound to L3 agent in host dv-cinder-798198-2-iscsi {{(pid=93412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:35:14.918919 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.l3_hamode_db [None req-08ea4208-24b4-4d0e-b9fd-4111c0d9a75c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T14:22:29Z,description=,heartbeat_timestamp=2021-08-10T14:34:59Z,host='dv-cinder-798198-2-iscsi',id=8acc92de-0cfa-4d60-8b37-a39a4d3c1570,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T14:22:29Z,topic='l3_agent')) {'router_ids': ['315401fe-0a42-4c73-a636-9839113f4d36'], 'active': True} {{(pid=93412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:35:14.943648 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_dvrscheduler_db [req-558933aa-746b-402e-aa45-aa4ba80e89e7 req-76ff42d7-a902-40ad-932c-81d4296f5a58 tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] No DVR routers for this DVR port a1a32a24-f80d-4406-8c99-ccbce1fee6c9 on host hv-cinder-79819 {{(pid=93410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 14:35:14.953063 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-558933aa-746b-402e-aa45-aa4ba80e89e7 req-76ff42d7-a902-40ad-932c-81d4296f5a58 tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-387483'] for port, before_response {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:14.955030 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-558933aa-746b-402e-aa45-aa4ba80e89e7 req-76ff42d7-a902-40ad-932c-81d4296f5a58 tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] 10.222.0.18 "DELETE /v2.0/ports/a1a32a24-f80d-4406-8c99-ccbce1fee6c9 HTTP/1.1" status: 204 len: 173 time: 1.2010272 Aug 10 14:35:14.955460 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9be395dd-4db8-417d-a2bb-336ce985bc64', 'name': 'network-vif-deleted', 'tag': 'a1a32a24-f80d-4406-8c99-ccbce1fee6c9'}] {{(pid=93410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:35:14.957846 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}173c15a1f530ed65b3eefe425c4e9cd9c28cfc2a1cdec76c1bb34aa91000b996" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ef73cd7-fad3-41d7-a2cf-2f130d1058ac" -d '{"events": [{"server_uuid": "9be395dd-4db8-417d-a2bb-336ce985bc64", "name": "network-vif-deleted", "tag": "a1a32a24-f80d-4406-8c99-ccbce1fee6c9"}]}' {{(pid=93410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:35:15.009384 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 14:35:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-404e79fb-1d13-4eb1-a405-47a551087f85 x-openstack-request-id: req-404e79fb-1d13-4eb1-a405-47a551087f85 {{(pid=93410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:35:15.009757 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9be395dd-4db8-417d-a2bb-336ce985bc64", "name": "network-vif-deleted", "tag": "a1a32a24-f80d-4406-8c99-ccbce1fee6c9", "status": "completed", "code": 200}]} {{(pid=93410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:35:15.010058 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-404e79fb-1d13-4eb1-a405-47a551087f85 {{(pid=93410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:35:15.010496 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9be395dd-4db8-417d-a2bb-336ce985bc64', 'name': 'network-vif-deleted', 'tag': 'a1a32a24-f80d-4406-8c99-ccbce1fee6c9', 'status': 'completed', 'code': 200} Aug 10 14:35:15.026608 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400036f7-1641-4fc8-b470-4c19aa43567b req-4e533230-973a-4f08-a7ed-26a1aa5756d4 tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:35:15.027830 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-400036f7-1641-4fc8-b470-4c19aa43567b req-4e533230-973a-4f08-a7ed-26a1aa5756d4 tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] 10.222.0.18 "GET /v2.0/ports?device_id=ae4b7b40-4a73-4447-9a21-ded7aacebb62 HTTP/1.1" status: 200 len: 945 time: 0.0854807 Aug 10 14:35:15.051956 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.l3_dvr_db [None req-08ea4208-24b4-4d0e-b9fd-4111c0d9a75c None None] Set router 315401fe-0a42-4c73-a636-9839113f4d36 gateway port host: dv-cinder-798198-2-iscsi {{(pid=93412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:35:15.205168 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.plugin [req-400036f7-1641-4fc8-b470-4c19aa43567b req-dff65f2a-797c-4b0b-bfdf-108ea9bac6aa tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] Deleting port 225153cc-3472-4c8f-abb3-1c60df6639f1 {{(pid=93410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 14:35:15.205780 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-400036f7-1641-4fc8-b470-4c19aa43567b req-dff65f2a-797c-4b0b-bfdf-108ea9bac6aa tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786683848753'] for port, before_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:15.259322 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa0b38d-5d7d-485f-aec4-2bea59cf5fee req-dcb03ce3-71eb-48a0-9e0f-3c9fb4ccbb0a tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:35:15.261002 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-9aa0b38d-5d7d-485f-aec4-2bea59cf5fee req-dcb03ce3-71eb-48a0-9e0f-3c9fb4ccbb0a tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae4b7b40-4a73-4447-9a21-ded7aacebb62 HTTP/1.1" status: 200 len: 945 time: 0.1182861 Aug 10 14:35:15.304100 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.l3_hamode_db [None req-08ea4208-24b4-4d0e-b9fd-4111c0d9a75c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '315401fe-0a42-4c73-a636-9839113f4d36', 'name': 'tempest-AttachVolumeTestJSON-1660418919-router', 'tenant_id': '02185bbc814948319e41921dcf271d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'external_fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': '5d03ed95-293a-4227-9c67-87733d1923ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:30:14Z', 'updated_at': '2021-08-10T14:30:33Z', 'revision_number': 4, 'project_id': '02185bbc814948319e41921dcf271d7d', 'gw_port': {'id': '5d03ed95-293a-4227-9c67-87733d1923ad', 'name': '', 'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:b5:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315401fe-0a42-4c73-a636-9839113f4d36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:30:16Z', 'updated_at': '2021-08-10T14:30:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-2-iscsi', '_interfaces': [{'id': 'f66e7155-559c-4a06-bfcc-f6f352746d90', 'name': '', 'network_id': 'c66be7ba-5c71-487e-a4a7-ed7cb74aecf9', 'tenant_id': '02185bbc814948319e41921dcf271d7d', 'mac_address': 'fa:16:3e:6c:63:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315401fe-0a42-4c73-a636-9839113f4d36', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '18e8c05a-0b63-4e4f-b068-6c86c9aef18c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:30:29Z', 'updated_at': '2021-08-10T14:30:47Z', 'revision_number': 5, 'project_id': '02185bbc814948319e41921dcf271d7d', 'subnets': [{'id': '18e8c05a-0b63-4e4f-b068-6c86c9aef18c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-2-iscsi', False) {} {{(pid=93412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:35:15.340913 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08ea4208-24b4-4d0e-b9fd-4111c0d9a75c None None] Checking router: 315401fe-0a42-4c73-a636-9839113f4d36 for host: dv-cinder-798198-2-iscsi {{(pid=93412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 14:35:15.344357 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [req-400036f7-1641-4fc8-b470-4c19aa43567b req-dff65f2a-797c-4b0b-bfdf-108ea9bac6aa tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] For port 225153cc-3472-4c8f-abb3-1c60df6639f1, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=225153cc-3472-4c8f-abb3-1c60df6639f1,segment=NetworkSegment(e88a0990-9465-41c9-9090-f58db756571e),segment_id=e88a0990-9465-41c9-9090-f58db756571e)] {{(pid=93410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:35:15.344741 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-400036f7-1641-4fc8-b470-4c19aa43567b req-dff65f2a-797c-4b0b-bfdf-108ea9bac6aa tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-879274'] for port, precommit_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:15.351670 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ea4208-24b4-4d0e-b9fd-4111c0d9a75c None None] Routers {'315401fe-0a42-4c73-a636-9839113f4d36'} bound to L3 agent in host dv-cinder-798198-2-iscsi {{(pid=93412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:35:15.352574 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.l3_hamode_db [None req-08ea4208-24b4-4d0e-b9fd-4111c0d9a75c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T14:22:29Z,description=,heartbeat_timestamp=2021-08-10T14:34:59Z,host='dv-cinder-798198-2-iscsi',id=8acc92de-0cfa-4d60-8b37-a39a4d3c1570,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T14:22:29Z,topic='l3_agent')) {'router_ids': ['315401fe-0a42-4c73-a636-9839113f4d36'], 'active': True} {{(pid=93412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:35:15.371955 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.plugin [req-400036f7-1641-4fc8-b470-4c19aa43567b req-dff65f2a-797c-4b0b-bfdf-108ea9bac6aa tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] Calling delete_port for 225153cc-3472-4c8f-abb3-1c60df6639f1 owned by compute:nova {{(pid=93410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 14:35:15.384121 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-9aa0b38d-5d7d-485f-aec4-2bea59cf5fee req-b350d0d5-55fa-41f9-b82c-45bb5011050a tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] 10.222.0.42 "GET /v2.0/security-groups?id=98f06cea-294e-49b1-a4a2-e9dfbb056f19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116097 Aug 10 14:35:15.503606 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.l3_dvr_db [None req-08ea4208-24b4-4d0e-b9fd-4111c0d9a75c None None] Set router 315401fe-0a42-4c73-a636-9839113f4d36 gateway port host: dv-cinder-798198-2-iscsi {{(pid=93412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:35:15.550223 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-400036f7-1641-4fc8-b470-4c19aa43567b req-dff65f2a-797c-4b0b-bfdf-108ea9bac6aa tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786683854475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786683465207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26372150'] for port, after_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:15.578913 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff65f2a-797c-4b0b-bfdf-108ea9bac6aa tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] Pushing event deleted for resources: {'Port': ['ID=225153cc-3472-4c8f-abb3-1c60df6639f1,revision_number=None']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:35:15.586656 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.db [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] get_ports_and_sgs() called for port_ids ['225153cc-3472-4c8f-abb3-1c60df6639f1'] {{(pid=93412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 14:35:15.627725 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_dvrscheduler_db [req-400036f7-1641-4fc8-b470-4c19aa43567b req-dff65f2a-797c-4b0b-bfdf-108ea9bac6aa tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] No DVR routers for this DVR port 225153cc-3472-4c8f-abb3-1c60df6639f1 on host hv-cinder-79819 {{(pid=93410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 14:35:15.630719 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-400036f7-1641-4fc8-b470-4c19aa43567b req-dff65f2a-797c-4b0b-bfdf-108ea9bac6aa tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-387483'] for port, before_response {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:15.632317 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-400036f7-1641-4fc8-b470-4c19aa43567b req-dff65f2a-797c-4b0b-bfdf-108ea9bac6aa tempest-TestMinimumBasicScenario-1230931068 tempest-TestMinimumBasicScenario-1230931068-project] 10.222.0.18 "DELETE /v2.0/ports/225153cc-3472-4c8f-abb3-1c60df6639f1 HTTP/1.1" status: 204 len: 173 time: 0.5936964 Aug 10 14:35:15.746205 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.l3_hamode_db [None req-08ea4208-24b4-4d0e-b9fd-4111c0d9a75c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '315401fe-0a42-4c73-a636-9839113f4d36', 'name': 'tempest-AttachVolumeTestJSON-1660418919-router', 'tenant_id': '02185bbc814948319e41921dcf271d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'external_fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': '5d03ed95-293a-4227-9c67-87733d1923ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:30:14Z', 'updated_at': '2021-08-10T14:30:33Z', 'revision_number': 4, 'project_id': '02185bbc814948319e41921dcf271d7d', 'gw_port': {'id': '5d03ed95-293a-4227-9c67-87733d1923ad', 'name': '', 'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:b5:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315401fe-0a42-4c73-a636-9839113f4d36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:30:16Z', 'updated_at': '2021-08-10T14:30:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-2-iscsi', '_interfaces': [{'id': 'f66e7155-559c-4a06-bfcc-f6f352746d90', 'name': '', 'network_id': 'c66be7ba-5c71-487e-a4a7-ed7cb74aecf9', 'tenant_id': '02185bbc814948319e41921dcf271d7d', 'mac_address': 'fa:16:3e:6c:63:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315401fe-0a42-4c73-a636-9839113f4d36', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '18e8c05a-0b63-4e4f-b068-6c86c9aef18c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:30:29Z', 'updated_at': '2021-08-10T14:30:47Z', 'revision_number': 5, 'project_id': '02185bbc814948319e41921dcf271d7d', 'subnets': [{'id': '18e8c05a-0b63-4e4f-b068-6c86c9aef18c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-2-iscsi', False) {} {{(pid=93412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:35:15.773449 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08ea4208-24b4-4d0e-b9fd-4111c0d9a75c None None] The sync data for ids ['315401fe-0a42-4c73-a636-9839113f4d36'] in dv-cinder-798198-2-iscsi is: [{'id': '315401fe-0a42-4c73-a636-9839113f4d36', 'name': 'tempest-AttachVolumeTestJSON-1660418919-router', 'tenant_id': '02185bbc814948319e41921dcf271d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'external_fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': '5d03ed95-293a-4227-9c67-87733d1923ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:30:14Z', 'updated_at': '2021-08-10T14:30:33Z', 'revision_number': 4, 'project_id': '02185bbc814948319e41921dcf271d7d', 'gw_port': {'id': '5d03ed95-293a-4227-9c67-87733d1923ad', 'name': '', 'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:b5:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315401fe-0a42-4c73-a636-9839113f4d36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:30:16Z', 'updated_at': '2021-08-10T14:30:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-2-iscsi', '_interfaces': [{'id': 'f66e7155-559c-4a06-bfcc-f6f352746d90', 'name': '', 'network_id': 'c66be7ba-5c71-487e-a4a7-ed7cb74aecf9', 'tenant_id': '02185bbc814948319e41921dcf271d7d', 'mac_address': 'fa:16:3e:6c:63:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315401fe-0a42-4c73-a636-9839113f4d36', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '18e8c05a-0b63-4e4f-b068-6c86c9aef18c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:30:29Z', 'updated_at': '2021-08-10T14:30:47Z', 'revision_number': 5, 'project_id': '02185bbc814948319e41921dcf271d7d', 'subnets': [{'id': '18e8c05a-0b63-4e4f-b068-6c86c9aef18c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 14:35:15.861505 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.wsgi [-] (93411) accepted ('10.222.0.42', 54486) {{(pid=93411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:35:15.917984 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-7f060d8b-9ff8-4147-b4ce-a83f13a49500 tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] Notify callbacks [] for security_group, before_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:15.945006 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-7f060d8b-9ff8-4147-b4ce-a83f13a49500 tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:15.997328 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-149c594f-b2e5-40a5-8ac6-7a92ef944965 None None] New status for floating IP e4eefdab-d24c-4122-8827-1b4799a3dec5: DOWN {{(pid=93413) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 14:35:15.998594 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-7f060d8b-9ff8-4147-b4ce-a83f13a49500 tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734645'] for security_group, after_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:16.001409 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-7f060d8b-9ff8-4147-b4ce-a83f13a49500 tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] Notify callbacks [] for security_group, before_response {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:16.005129 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-7f060d8b-9ff8-4147-b4ce-a83f13a49500 tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] 10.222.0.42 "DELETE /v2.0/security-groups/b9912597-50da-44b4-8698-0c8676f2e6da HTTP/1.1" status: 204 len: 168 time: 0.1401105 Aug 10 14:35:16.005694 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.wsgi [-] (93410) accepted ('10.222.0.42', 54488) {{(pid=93410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:35:16.012600 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f060d8b-9ff8-4147-b4ce-a83f13a49500 tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9912597-50da-44b4-8698-0c8676f2e6da,revision_number=None']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:35:16.034763 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.api.v2.resource [None req-078966ef-1d1e-490d-8151-e945fc774851 tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] show failed (client error): The resource could not be found. Aug 10 14:35:16.038704 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [None req-078966ef-1d1e-490d-8151-e945fc774851 tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] 10.222.0.42 "GET /v2.0/security-groups/b9912597-50da-44b4-8698-0c8676f2e6da HTTP/1.1" status: 404 len: 347 time: 0.0290375 Aug 10 14:35:16.039572 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.wsgi [-] (93411) accepted ('10.222.0.42', 54490) {{(pid=93411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:35:16.177182 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.plugins.ml2.plugin [None req-5c378769-c9f5-4575-9faf-99ff83fe96ae tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] Deleting port 201c537b-7660-4fdd-957f-b7ca1a3bcc3c {{(pid=93411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 14:35:16.177463 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-5c378769-c9f5-4575-9faf-99ff83fe96ae tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786683848753'] for port, before_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:16.270063 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-5c378769-c9f5-4575-9faf-99ff83fe96ae tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-879274'] for port, precommit_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:16.270393 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-5c378769-c9f5-4575-9faf-99ff83fe96ae tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:16.284159 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.plugins.ml2.plugin [None req-5c378769-c9f5-4575-9faf-99ff83fe96ae tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] Calling delete_port for 201c537b-7660-4fdd-957f-b7ca1a3bcc3c owned by network:floatingip {{(pid=93411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 14:35:16.421406 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-5c378769-c9f5-4575-9faf-99ff83fe96ae tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786683854475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786683465207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2690464'] for port, after_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:16.448557 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c378769-c9f5-4575-9faf-99ff83fe96ae tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] Pushing event deleted for resources: {'Port': ['ID=201c537b-7660-4fdd-957f-b7ca1a3bcc3c,revision_number=None']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:35:16.516563 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-5c378769-c9f5-4575-9faf-99ff83fe96ae tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] Notify callbacks [] for floatingip, after_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:16.519599 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-5c378769-c9f5-4575-9faf-99ff83fe96ae tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-387483'] for floatingip, before_response {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:16.524332 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-5c378769-c9f5-4575-9faf-99ff83fe96ae tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] 10.222.0.42 "DELETE /v2.0/floatingips/e4eefdab-d24c-4122-8827-1b4799a3dec5 HTTP/1.1" status: 204 len: 168 time: 0.4800737 Aug 10 14:35:16.808837 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.wsgi [-] (93411) accepted ('10.222.0.42', 54518) {{(pid=93411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:35:16.813649 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.v2.base [None req-5b11baac-6108-43ab-9097-3a1ca25b23ea tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2143465421', 'description': 'tempest-description--1244412439'}} {{(pid=93411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:35:16.837677 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-5b11baac-6108-43ab-9097-3a1ca25b23ea tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] Notify callbacks [] for security_group, before_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:16.942123 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-5b11baac-6108-43ab-9097-3a1ca25b23ea tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] Notify callbacks [] for security_group, precommit_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:16.947079 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-5b11baac-6108-43ab-9097-3a1ca25b23ea tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734645'] for security_group, after_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:16.973710 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-5b11baac-6108-43ab-9097-3a1ca25b23ea tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] Notify callbacks [] for security_group, before_response {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:16.977642 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-5b11baac-6108-43ab-9097-3a1ca25b23ea tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1650455 Aug 10 14:35:16.978592 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.wsgi [-] (93410) accepted ('10.222.0.42', 54542) {{(pid=93410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:35:16.979803 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b11baac-6108-43ab-9097-3a1ca25b23ea tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c5184e2-1849-46fe-9efa-103fa651f9d1,revision_number=1']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:35:16.990860 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.v2.base [None req-bcce6486-81db-40c5-bff8-c38f27a12e49 tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] Request body: {'security_group_rule': {'security_group_id': '0c5184e2-1849-46fe-9efa-103fa651f9d1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:35:17.011580 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae4b7b40-4a73-4447-9a21-ded7aacebb62', 'name': 'network-vif-deleted', 'tag': '225153cc-3472-4c8f-abb3-1c60df6639f1'}] {{(pid=93410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:35:17.014683 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}173c15a1f530ed65b3eefe425c4e9cd9c28cfc2a1cdec76c1bb34aa91000b996" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-322e6cb4-44ea-4318-9ead-a6197df2219c" -d '{"events": [{"server_uuid": "ae4b7b40-4a73-4447-9a21-ded7aacebb62", "name": "network-vif-deleted", "tag": "225153cc-3472-4c8f-abb3-1c60df6639f1"}]}' {{(pid=93410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:35:17.027024 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-bcce6486-81db-40c5-bff8-c38f27a12e49 tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:17.062752 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 14:35:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d9cce5b-81c8-4fbe-a859-c51e67f8db72 x-openstack-request-id: req-6d9cce5b-81c8-4fbe-a859-c51e67f8db72 {{(pid=93410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:35:17.063048 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae4b7b40-4a73-4447-9a21-ded7aacebb62", "name": "network-vif-deleted", "tag": "225153cc-3472-4c8f-abb3-1c60df6639f1", "status": "completed", "code": 200}]} {{(pid=93410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:35:17.063301 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6d9cce5b-81c8-4fbe-a859-c51e67f8db72 {{(pid=93410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:35:17.063692 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae4b7b40-4a73-4447-9a21-ded7aacebb62', 'name': 'network-vif-deleted', 'tag': '225153cc-3472-4c8f-abb3-1c60df6639f1', 'status': 'completed', 'code': 200} Aug 10 14:35:17.083040 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-bcce6486-81db-40c5-bff8-c38f27a12e49 tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:17.086844 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-bcce6486-81db-40c5-bff8-c38f27a12e49 tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734530'] for security_group_rule, after_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:17.104713 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcce6486-81db-40c5-bff8-c38f27a12e49 tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e5167b6-5a3f-423d-996a-518bd718a762,revision_number=0']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:35:17.111298 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-bcce6486-81db-40c5-bff8-c38f27a12e49 tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:17.115421 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [None req-bcce6486-81db-40c5-bff8-c38f27a12e49 tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1355896 Aug 10 14:35:17.115559 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.wsgi [-] (93411) accepted ('10.222.0.42', 54550) {{(pid=93411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:35:17.121366 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.v2.base [None req-45978b4e-2c22-4e2f-b3f4-5752e0021dde tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] Request body: {'security_group_rule': {'security_group_id': '0c5184e2-1849-46fe-9efa-103fa651f9d1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:35:17.148019 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-45978b4e-2c22-4e2f-b3f4-5752e0021dde tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:17.175568 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.wsgi [-] (93410) accepted ('10.222.0.42', 54552) {{(pid=93410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:35:17.206480 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-45978b4e-2c22-4e2f-b3f4-5752e0021dde tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:17.210549 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-45978b4e-2c22-4e2f-b3f4-5752e0021dde tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734530'] for security_group_rule, after_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:17.228019 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45978b4e-2c22-4e2f-b3f4-5752e0021dde tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e66e0e3-4e1b-4326-b637-1e9029d870a4,revision_number=0']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:35:17.236622 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-45978b4e-2c22-4e2f-b3f4-5752e0021dde tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:17.237941 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-45978b4e-2c22-4e2f-b3f4-5752e0021dde tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1212351 Aug 10 14:35:17.241249 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.wsgi [-] (93410) accepted ('10.222.0.42', 54554) {{(pid=93410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:35:17.247109 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.v2.base [None req-134cfb7e-f08b-4b3d-af76-ce57de43831e tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] Request body: {'floatingip': {'floating_network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532'}} {{(pid=93410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:35:17.312401 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-134cfb7e-f08b-4b3d-af76-ce57de43831e tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] Notify callbacks [] for floatingip, before_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:17.557987 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-134cfb7e-f08b-4b3d-af76-ce57de43831e tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:17.706592 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.db.db_base_plugin_common [None req-134cfb7e-f08b-4b3d-af76-ce57de43831e tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] Allocated IP 172.27.0.174 (3c935337-17af-4240-bc2c-ccb5b04b1532/e735a612-8fb3-4a85-bede-f6307ba49d31/fc6c7895-81ff-4dbe-8ddd-686af96ed155) {{(pid=93410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 14:35:17.786104 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-148c0bd5-4c4f-4cb2-a066-564be28a892c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-717720'] for router_interface, before_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:17.896004 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-134cfb7e-f08b-4b3d-af76-ce57de43831e tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] Notify callbacks [] for port, precommit_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:18.007505 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-134cfb7e-f08b-4b3d-af76-ce57de43831e tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786683465198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26372150'] for port, after_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:18.057286 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-134cfb7e-f08b-4b3d-af76-ce57de43831e tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] Network 3c935337-17af-4240-bc2c-ccb5b04b1532 is already hosted by enough agents. {{(pid=93410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 14:35:18.063390 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.scheduler.base_scheduler [None req-134cfb7e-f08b-4b3d-af76-ce57de43831e tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] Resources bound (agent type, host, resource id): {{(pid=93410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:35:18.068951 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-134cfb7e-f08b-4b3d-af76-ce57de43831e tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] Received port after_create {{(pid=93410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 14:35:18.071890 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134cfb7e-f08b-4b3d-af76-ce57de43831e tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] Pushing event updated for resources: {'Port': ['ID=fc6c7895-81ff-4dbe-8ddd-686af96ed155,revision_number=1']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:35:18.208272 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-134cfb7e-f08b-4b3d-af76-ce57de43831e tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:18.219129 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.plugin [None req-148c0bd5-4c4f-4cb2-a066-564be28a892c admin admin] Deleting port 962caecf-38e8-4ad7-a6f0-48e30629c2d3 {{(pid=93410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 14:35:18.219467 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-148c0bd5-4c4f-4cb2-a066-564be28a892c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786683848753'] for port, before_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:18.291242 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-134cfb7e-f08b-4b3d-af76-ce57de43831e tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:18.362837 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [None req-148c0bd5-4c4f-4cb2-a066-564be28a892c admin admin] For port 962caecf-38e8-4ad7-a6f0-48e30629c2d3, host dv-cinder-798198-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-2-iscsi',level=0,port_id=962caecf-38e8-4ad7-a6f0-48e30629c2d3,segment=NetworkSegment(e88a0990-9465-41c9-9090-f58db756571e),segment_id=e88a0990-9465-41c9-9090-f58db756571e)] {{(pid=93410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:35:18.363202 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-148c0bd5-4c4f-4cb2-a066-564be28a892c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-879274'] for port, precommit_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:18.410647 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.plugin [None req-148c0bd5-4c4f-4cb2-a066-564be28a892c admin admin] Calling delete_port for 962caecf-38e8-4ad7-a6f0-48e30629c2d3 owned by network:router_interface {{(pid=93410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 14:35:18.450490 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Device a1a32a24-f80d-4406-8c99-ccbce1fee6c9 no longer exists at agent hyperv_hv-cinder-79819 {{(pid=93412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 14:35:18.475497 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.plugin [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] No Port match for: a1a32a24-f80d-4406-8c99-ccbce1fee6c9 {{(pid=93412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 14:35:18.475779 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Device a1a32a24-f80d-4406-8c99-ccbce1fee6c9 not bound to the agent host hv-cinder-79819 {{(pid=93412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 14:35:18.476176 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Device 225153cc-3472-4c8f-abb3-1c60df6639f1 no longer exists at agent hyperv_hv-cinder-79819 {{(pid=93412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 14:35:18.495815 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.plugin [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] No Port match for: 225153cc-3472-4c8f-abb3-1c60df6639f1 {{(pid=93412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 14:35:18.496161 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Device 225153cc-3472-4c8f-abb3-1c60df6639f1 not bound to the agent host hv-cinder-79819 {{(pid=93412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 14:35:18.584311 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-134cfb7e-f08b-4b3d-af76-ce57de43831e tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] Notify callbacks [] for port, precommit_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:18.591772 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-134cfb7e-f08b-4b3d-af76-ce57de43831e tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683854493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786683465220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786683465238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26372301'] for port, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:18.677509 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134cfb7e-f08b-4b3d-af76-ce57de43831e tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] Pushing event updated for resources: {'Port': ['ID=fc6c7895-81ff-4dbe-8ddd-686af96ed155,revision_number=2']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:35:18.723354 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-134cfb7e-f08b-4b3d-af76-ce57de43831e tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-880024'] for floatingip, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:18.743279 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-148c0bd5-4c4f-4cb2-a066-564be28a892c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786683854475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786683465207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26372150'] for port, after_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:18.748700 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-134cfb7e-f08b-4b3d-af76-ce57de43831e tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-387483'] for floatingip, before_response {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:18.750111 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [None req-134cfb7e-f08b-4b3d-af76-ce57de43831e tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5071878 Aug 10 14:35:18.772021 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148c0bd5-4c4f-4cb2-a066-564be28a892c admin admin] Pushing event deleted for resources: {'Port': ['ID=962caecf-38e8-4ad7-a6f0-48e30629c2d3,revision_number=None']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:35:18.981972 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-148c0bd5-4c4f-4cb2-a066-564be28a892c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-767295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-889640'] for router_interface, after_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:18.987445 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-8f2952bd-c1b4-474f-94bd-cee56c215a17 req-af837f83-7a70-4e63-9f26-edba36a2326a tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--2143465421&fields=id&tenant_id=02185bbc814948319e41921dcf271d7d HTTP/1.1" status: 200 len: 267 time: 0.0516543 Aug 10 14:35:19.184905 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2952bd-c1b4-474f-94bd-cee56c215a17 req-41c3f6ae-72c4-411f-abaf-ed468a28bf6f tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:35:19.186442 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-8f2952bd-c1b4-474f-94bd-cee56c215a17 req-41c3f6ae-72c4-411f-abaf-ed468a28bf6f tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] 10.222.0.42 "GET /v2.0/networks?id=c66be7ba-5c71-487e-a4a7-ed7cb74aecf9 HTTP/1.1" status: 200 len: 811 time: 0.1896145 Aug 10 14:35:19.235603 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-8f2952bd-c1b4-474f-94bd-cee56c215a17 req-033f67c2-8115-4ee7-b3dc-c5271c7cc21c tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] 10.222.0.42 "GET /v2.0/quotas/02185bbc814948319e41921dcf271d7d HTTP/1.1" status: 200 len: 375 time: 0.0429611 Aug 10 14:35:19.335766 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-8f2952bd-c1b4-474f-94bd-cee56c215a17 req-ef4ff677-06b8-453f-9ff4-81ae9f119332 tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=02185bbc814948319e41921dcf271d7d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0925128 Aug 10 14:35:19.340753 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-148c0bd5-4c4f-4cb2-a066-564be28a892c admin admin] Router 1e73a8c5-47e7-4813-876a-8537fa47b2e0 has already been hosted by L3 agent 8acc92de-0cfa-4d60-8b37-a39a4d3c1570 {{(pid=93410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 14:35:19.760687 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-8f2952bd-c1b4-474f-94bd-cee56c215a17 req-faee0b24-0977-4240-a34e-fd7da0140428 service neutron] 10.222.0.42 "GET /v2.0/networks/c66be7ba-5c71-487e-a4a7-ed7cb74aecf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4127114 Aug 10 14:35:19.763317 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-148c0bd5-4c4f-4cb2-a066-564be28a892c admin admin] Notify agent at l3_agent.dv-cinder-798198-2-iscsi the message routers_updated {{(pid=93410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 14:35:19.768151 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [None req-148c0bd5-4c4f-4cb2-a066-564be28a892c admin admin] 10.222.0.42 "PUT /v2.0/routers/1e73a8c5-47e7-4813-876a-8537fa47b2e0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5915525 Aug 10 14:35:19.770813 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.wsgi [-] (93411) accepted ('10.222.0.42', 54578) {{(pid=93411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:35:19.779736 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-463e7f5e-9749-4b2d-a74d-59189fc3a88e None None] Sync routers for ids ['1e73a8c5-47e7-4813-876a-8537fa47b2e0'] in dv-cinder-798198-2-iscsi {{(pid=93412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 14:35:19.788507 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-463e7f5e-9749-4b2d-a74d-59189fc3a88e None None] Routers {'1e73a8c5-47e7-4813-876a-8537fa47b2e0'} bound to L3 agent in host dv-cinder-798198-2-iscsi {{(pid=93412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:35:19.789202 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.l3_hamode_db [None req-463e7f5e-9749-4b2d-a74d-59189fc3a88e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T14:22:29Z,description=,heartbeat_timestamp=2021-08-10T14:34:59Z,host='dv-cinder-798198-2-iscsi',id=8acc92de-0cfa-4d60-8b37-a39a4d3c1570,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T14:22:29Z,topic='l3_agent')) {'router_ids': ['1e73a8c5-47e7-4813-876a-8537fa47b2e0'], 'active': True} {{(pid=93412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:35:19.860671 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-8f2952bd-c1b4-474f-94bd-cee56c215a17 req-ce4d7fd3-b763-48ff-9273-b793c718b3ad service neutron] 10.222.0.42 "GET /v2.0/networks/c66be7ba-5c71-487e-a4a7-ed7cb74aecf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913706 Aug 10 14:35:19.889773 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-be701f48-3b29-49a3-8fc7-d20a63423fc3 admin admin] Notify callbacks [] for router, before_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:20.015429 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-be701f48-3b29-49a3-8fc7-d20a63423fc3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:20.056626 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.l3_dvr_db [None req-463e7f5e-9749-4b2d-a74d-59189fc3a88e None None] Set router 1e73a8c5-47e7-4813-876a-8537fa47b2e0 gateway port host: dv-cinder-798198-2-iscsi {{(pid=93412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:35:20.057927 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-f2879bc9-e4bc-48fe-89d3-d02bdce1e0f4 req-4df3cc87-2d9a-4f35-81b0-a0d87a14adaa tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] 10.222.0.42 "GET /v2.0/ports?device_id=c953e250-0087-4228-9b5f-491eec14b223 HTTP/1.1" status: 200 len: 210 time: 0.0421932 Aug 10 14:35:20.091213 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.plugins.ml2.plugin [None req-be701f48-3b29-49a3-8fc7-d20a63423fc3 admin admin] Deleting port 4b4b8aaa-32c3-420e-958c-838d4d560630 {{(pid=93411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 14:35:20.091609 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-be701f48-3b29-49a3-8fc7-d20a63423fc3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786683848753'] for port, before_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:20.195839 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.plugins.ml2.db [None req-be701f48-3b29-49a3-8fc7-d20a63423fc3 admin admin] For port 4b4b8aaa-32c3-420e-958c-838d4d560630, host dv-cinder-798198-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-2-iscsi',level=0,port_id=4b4b8aaa-32c3-420e-958c-838d4d560630,segment=NetworkSegment(9b73c935-a484-45be-a2a0-87b3c816c298),segment_id=9b73c935-a484-45be-a2a0-87b3c816c298)] {{(pid=93411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:35:20.196373 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-be701f48-3b29-49a3-8fc7-d20a63423fc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-879274'] for port, precommit_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:20.213302 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.plugins.ml2.plugin [None req-be701f48-3b29-49a3-8fc7-d20a63423fc3 admin admin] Calling delete_port for 4b4b8aaa-32c3-420e-958c-838d4d560630 owned by network:router_gateway {{(pid=93411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 14:35:20.271741 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.l3_hamode_db [None req-463e7f5e-9749-4b2d-a74d-59189fc3a88e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e73a8c5-47e7-4813-876a-8537fa47b2e0', 'name': 'tempest-TestMinimumBasicScenario-1786020671-router', 'tenant_id': '07adee952320462e8ef9cf17396b0b67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'external_fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': '4b4b8aaa-32c3-420e-958c-838d4d560630', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:31:59Z', 'updated_at': '2021-08-10T14:35:18Z', 'revision_number': 5, 'project_id': '07adee952320462e8ef9cf17396b0b67', 'gw_port': {'id': '4b4b8aaa-32c3-420e-958c-838d4d560630', 'name': '', 'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:24:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e73a8c5-47e7-4813-876a-8537fa47b2e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:32:00Z', 'updated_at': '2021-08-10T14:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-2-iscsi'}], 'dv-cinder-798198-2-iscsi', False) {} {{(pid=93412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:35:20.308203 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-463e7f5e-9749-4b2d-a74d-59189fc3a88e None None] Checking router: 1e73a8c5-47e7-4813-876a-8537fa47b2e0 for host: dv-cinder-798198-2-iscsi {{(pid=93412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 14:35:20.317436 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-463e7f5e-9749-4b2d-a74d-59189fc3a88e None None] Routers {'1e73a8c5-47e7-4813-876a-8537fa47b2e0'} bound to L3 agent in host dv-cinder-798198-2-iscsi {{(pid=93412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:35:20.318085 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.l3_hamode_db [None req-463e7f5e-9749-4b2d-a74d-59189fc3a88e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T14:22:29Z,description=,heartbeat_timestamp=2021-08-10T14:34:59Z,host='dv-cinder-798198-2-iscsi',id=8acc92de-0cfa-4d60-8b37-a39a4d3c1570,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T14:22:29Z,topic='l3_agent')) {'router_ids': ['1e73a8c5-47e7-4813-876a-8537fa47b2e0'], 'active': True} {{(pid=93412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:35:20.410090 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.l3_dvr_db [None req-463e7f5e-9749-4b2d-a74d-59189fc3a88e None None] Set router 1e73a8c5-47e7-4813-876a-8537fa47b2e0 gateway port host: None {{(pid=93412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:35:20.425449 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-be701f48-3b29-49a3-8fc7-d20a63423fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786683854475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786683465207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2690464'] for port, after_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:20.453036 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be701f48-3b29-49a3-8fc7-d20a63423fc3 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b4b8aaa-32c3-420e-958c-838d4d560630,revision_number=None']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:35:20.480058 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.l3_hamode_db [None req-463e7f5e-9749-4b2d-a74d-59189fc3a88e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e73a8c5-47e7-4813-876a-8537fa47b2e0', 'name': 'tempest-TestMinimumBasicScenario-1786020671-router', 'tenant_id': '07adee952320462e8ef9cf17396b0b67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:31:59Z', 'updated_at': '2021-08-10T14:35:20Z', 'revision_number': 6, 'project_id': '07adee952320462e8ef9cf17396b0b67', 'gw_port_host': None}], 'dv-cinder-798198-2-iscsi', False) {} {{(pid=93412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:35:20.506258 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-463e7f5e-9749-4b2d-a74d-59189fc3a88e None None] The sync data for ids ['1e73a8c5-47e7-4813-876a-8537fa47b2e0'] in dv-cinder-798198-2-iscsi is: [{'id': '1e73a8c5-47e7-4813-876a-8537fa47b2e0', 'name': 'tempest-TestMinimumBasicScenario-1786020671-router', 'tenant_id': '07adee952320462e8ef9cf17396b0b67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:31:59Z', 'updated_at': '2021-08-10T14:35:20Z', 'revision_number': 6, 'project_id': '07adee952320462e8ef9cf17396b0b67', 'gw_port_host': None}] {{(pid=93412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 14:35:20.522830 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-be701f48-3b29-49a3-8fc7-d20a63423fc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-880078'] for router_gateway, after_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:20.636031 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-be701f48-3b29-49a3-8fc7-d20a63423fc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-889914', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35201'] for router, precommit_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:20.638513 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-be701f48-3b29-49a3-8fc7-d20a63423fc3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:20.715340 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-be701f48-3b29-49a3-8fc7-d20a63423fc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-889891'] for router, after_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:20.715874 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be701f48-3b29-49a3-8fc7-d20a63423fc3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1e73a8c5-47e7-4813-876a-8537fa47b2e0 {{(pid=93411) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 14:35:20.720488 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-be701f48-3b29-49a3-8fc7-d20a63423fc3 admin admin] Notify callbacks [] for router, before_response {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:20.724314 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-be701f48-3b29-49a3-8fc7-d20a63423fc3 admin admin] 10.222.0.42 "DELETE /v2.0/routers/1e73a8c5-47e7-4813-876a-8537fa47b2e0 HTTP/1.1" status: 204 len: 168 time: 0.9498820 Aug 10 14:35:20.724314 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.wsgi [-] (93411) accepted ('10.222.0.42', 54598) {{(pid=93411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:35:20.769893 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f41e447-8b27-42da-8014-29220babcc56 admin admin] Deleting subnet a9c6fdb5-8d6e-4a2a-b088-d4102712e94a {{(pid=93411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 14:35:20.773155 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-0f41e447-8b27-42da-8014-29220babcc56 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:20.809713 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-0f41e447-8b27-42da-8014-29220babcc56 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26216108'] for subnet, precommit_delete_associations {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:20.927849 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-0f41e447-8b27-42da-8014-29220babcc56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1963407'] for subnet, precommit_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:20.987883 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-0f41e447-8b27-42da-8014-29220babcc56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1963510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2690453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26471085'] for subnet, after_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:21.013071 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f41e447-8b27-42da-8014-29220babcc56 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a9c6fdb5-8d6e-4a2a-b088-d4102712e94a,revision_number=None']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:35:21.016533 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-0f41e447-8b27-42da-8014-29220babcc56 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:21.018395 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-0f41e447-8b27-42da-8014-29220babcc56 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/a9c6fdb5-8d6e-4a2a-b088-d4102712e94a HTTP/1.1" status: 204 len: 168 time: 0.2931662 Aug 10 14:35:21.020843 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.wsgi [-] (93411) accepted ('10.222.0.42', 54602) {{(pid=93411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:35:21.024683 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d51860b-734e-4190-9607-38ad5b64b4e3 None None] Network 7083ffdd-d140-4aab-95da-06bd854ff63b requested from dv-cinder-798198-2-iscsi {{(pid=93412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 14:35:21.090766 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-a72d4ba3-3491-4d49-8b69-55915aea413a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1782855'] for network, before_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:21.145326 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.plugins.ml2.plugin [None req-a72d4ba3-3491-4d49-8b69-55915aea413a admin admin] Deleting port f6f4e74a-ed61-4e42-9793-236853781fd1 {{(pid=93411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 14:35:21.145655 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-a72d4ba3-3491-4d49-8b69-55915aea413a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786683848753'] for port, before_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:21.161973 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-dbeb25ff-89d4-4056-a07a-6ea78c85768e req-3e8c68bc-c639-4e69-8e0a-fb360f696dbb tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] 10.222.0.42 "GET /v2.0/ports?device_id=c953e250-0087-4228-9b5f-491eec14b223 HTTP/1.1" status: 200 len: 210 time: 0.0348387 Aug 10 14:35:21.207822 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.plugins.ml2.db [None req-a72d4ba3-3491-4d49-8b69-55915aea413a admin admin] For port f6f4e74a-ed61-4e42-9793-236853781fd1, host dv-cinder-798198-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-2-iscsi',level=0,port_id=f6f4e74a-ed61-4e42-9793-236853781fd1,segment=NetworkSegment(e88a0990-9465-41c9-9090-f58db756571e),segment_id=e88a0990-9465-41c9-9090-f58db756571e)] {{(pid=93411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:35:21.208183 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-a72d4ba3-3491-4d49-8b69-55915aea413a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-879274'] for port, precommit_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:21.224270 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.plugins.ml2.plugin [None req-a72d4ba3-3491-4d49-8b69-55915aea413a admin admin] Calling delete_port for f6f4e74a-ed61-4e42-9793-236853781fd1 owned by network:dhcp {{(pid=93411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 14:35:21.329312 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-a72d4ba3-3491-4d49-8b69-55915aea413a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786683854475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786683465207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2690464'] for port, after_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:21.332561 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e501904-86c0-40b8-a094-b5df2173a261 None None] DHCP port deletion for 7083ffdd-d140-4aab-95da-06bd854ff63b request from dv-cinder-798198-2-iscsi {{(pid=93412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 14:35:21.360998 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72d4ba3-3491-4d49-8b69-55915aea413a admin admin] Pushing event deleted for resources: {'Port': ['ID=f6f4e74a-ed61-4e42-9793-236853781fd1,revision_number=None']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:35:21.364581 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a72d4ba3-3491-4d49-8b69-55915aea413a admin admin] No DVR routers for this DVR port f6f4e74a-ed61-4e42-9793-236853781fd1 on host dv-cinder-798198-2-iscsi {{(pid=93411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 14:35:21.443283 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-a72d4ba3-3491-4d49-8b69-55915aea413a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1963782', 'neutron.services.segments.db._delete_segments_for_network-8786683991920'] for network, precommit_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:21.454731 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.services.segments.db [None req-a72d4ba3-3491-4d49-8b69-55915aea413a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7083ffdd-d140-4aab-95da-06bd854ff63b']}} {{(pid=93411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:35:21.466396 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.services.segments.db [None req-a72d4ba3-3491-4d49-8b69-55915aea413a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e88a0990-9465-41c9-9090-f58db756571e') {'for_net_delete': True} {{(pid=93411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:35:21.466629 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2952bd-c1b4-474f-94bd-cee56c215a17 req-cc3811fe-5451-4f74-a7e3-f5520f116b08 tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:35:21.466732 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.services.segments.db [None req-a72d4ba3-3491-4d49-8b69-55915aea413a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e88a0990-9465-41c9-9090-f58db756571e') {} {{(pid=93411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:35:21.468016 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-8f2952bd-c1b4-474f-94bd-cee56c215a17 req-cc3811fe-5451-4f74-a7e3-f5520f116b08 tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] 10.222.0.18 "GET /v2.0/networks?id=c66be7ba-5c71-487e-a4a7-ed7cb74aecf9 HTTP/1.1" status: 200 len: 811 time: 0.1401279 Aug 10 14:35:21.482849 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-a72d4ba3-3491-4d49-8b69-55915aea413a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786683994745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26216149'] for segment, before_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:21.501118 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-a72d4ba3-3491-4d49-8b69-55915aea413a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1962803'] for segment, precommit_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:21.508288 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a72d4ba3-3491-4d49-8b69-55915aea413a admin admin] Releasing vlan 566 on physical network physnet1 to pool {{(pid=93411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 14:35:21.509112 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-a72d4ba3-3491-4d49-8b69-55915aea413a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1962803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2690431'] for segment, after_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:21.510845 dv-cinder-798198-2-iscsi neutron-server[93411]: Traceback (most recent call last): Aug 10 14:35:21.510845 dv-cinder-798198-2-iscsi neutron-server[93411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 14:35:21.510845 dv-cinder-798198-2-iscsi neutron-server[93411]: timer() Aug 10 14:35:21.510845 dv-cinder-798198-2-iscsi neutron-server[93411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 14:35:21.510845 dv-cinder-798198-2-iscsi neutron-server[93411]: cb(*args, **kw) Aug 10 14:35:21.510845 dv-cinder-798198-2-iscsi neutron-server[93411]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 14:35:21.510845 dv-cinder-798198-2-iscsi neutron-server[93411]: return func(*args, **kwargs) Aug 10 14:35:21.510845 dv-cinder-798198-2-iscsi neutron-server[93411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 14:35:21.510845 dv-cinder-798198-2-iscsi neutron-server[93411]: self._notify() Aug 10 14:35:21.510845 dv-cinder-798198-2-iscsi neutron-server[93411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 14:35:21.510845 dv-cinder-798198-2-iscsi neutron-server[93411]: self.callback(batched_events) Aug 10 14:35:21.510845 dv-cinder-798198-2-iscsi neutron-server[93411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 14:35:21.510845 dv-cinder-798198-2-iscsi neutron-server[93411]: event.method(event) Aug 10 14:35:21.510845 dv-cinder-798198-2-iscsi neutron-server[93411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 14:35:21.510845 dv-cinder-798198-2-iscsi neutron-server[93411]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 14:35:21.510845 dv-cinder-798198-2-iscsi neutron-server[93411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 14:35:21.510845 dv-cinder-798198-2-iscsi neutron-server[93411]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 14:35:21.510845 dv-cinder-798198-2-iscsi neutron-server[93411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 14:35:21.510845 dv-cinder-798198-2-iscsi neutron-server[93411]: return f(self, *a, **k) Aug 10 14:35:21.510845 dv-cinder-798198-2-iscsi neutron-server[93411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 14:35:21.510845 dv-cinder-798198-2-iscsi neutron-server[93411]: return self._get(url).json() Aug 10 14:35:21.510845 dv-cinder-798198-2-iscsi neutron-server[93411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 14:35:21.510845 dv-cinder-798198-2-iscsi neutron-server[93411]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 14:35:21.510845 dv-cinder-798198-2-iscsi neutron-server[93411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 14:35:21.510845 dv-cinder-798198-2-iscsi neutron-server[93411]: return self.request(url, 'GET', **kwargs) Aug 10 14:35:21.510845 dv-cinder-798198-2-iscsi neutron-server[93411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 14:35:21.510845 dv-cinder-798198-2-iscsi neutron-server[93411]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 14:35:21.510845 dv-cinder-798198-2-iscsi neutron-server[93411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 14:35:21.510845 dv-cinder-798198-2-iscsi neutron-server[93411]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 14:35:21.510845 dv-cinder-798198-2-iscsi neutron-server[93411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 14:35:21.510845 dv-cinder-798198-2-iscsi neutron-server[93411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 14:35:21.510845 dv-cinder-798198-2-iscsi neutron-server[93411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 14:35:21.525110 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-8f2952bd-c1b4-474f-94bd-cee56c215a17 req-0b0baa0f-289b-4b75-bde3-eb68848c7951 tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=02185bbc814948319e41921dcf271d7d HTTP/1.1" status: 200 len: 380 time: 0.0447111 Aug 10 14:35:21.541670 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.v2.base [req-8f2952bd-c1b4-474f-94bd-cee56c215a17 req-163fdc52-086d-411f-96d7-cfe8b00543e9 tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] Request body: {'port': {'device_id': 'c953e250-0087-4228-9b5f-491eec14b223', 'network_id': 'c66be7ba-5c71-487e-a4a7-ed7cb74aecf9', 'admin_state_up': True, 'tenant_id': '02185bbc814948319e41921dcf271d7d', 'security_groups': ['0c5184e2-1849-46fe-9efa-103fa651f9d1']}} {{(pid=93410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:35:21.570455 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Device 962caecf-38e8-4ad7-a6f0-48e30629c2d3 no longer exists at agent ovs-agent-dv-cinder-798198-2-iscsi {{(pid=93412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 14:35:21.570722 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-a72d4ba3-3491-4d49-8b69-55915aea413a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1963789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-880042'] for network, after_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:21.577848 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-a72d4ba3-3491-4d49-8b69-55915aea413a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-767256'] for network, before_response {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:21.582853 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-a72d4ba3-3491-4d49-8b69-55915aea413a admin admin] 10.222.0.42 "DELETE /v2.0/networks/7083ffdd-d140-4aab-95da-06bd854ff63b HTTP/1.1" status: 204 len: 168 time: 0.5582721 Aug 10 14:35:21.592199 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72d4ba3-3491-4d49-8b69-55915aea413a admin admin] Pushing event deleted for resources: {'Network': ['ID=7083ffdd-d140-4aab-95da-06bd854ff63b,revision_number=None']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:35:21.592334 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.wsgi [-] (93410) accepted ('10.222.0.42', 54610) {{(pid=93410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:35:21.603348 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.plugin [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] No Port match for: 962caecf-38e8-4ad7-a6f0-48e30629c2d3 {{(pid=93412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 14:35:21.603712 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Device 962caecf-38e8-4ad7-a6f0-48e30629c2d3 not bound to the agent host dv-cinder-798198-2-iscsi {{(pid=93412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 14:35:21.604130 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Device f6f4e74a-ed61-4e42-9793-236853781fd1 no longer exists at agent ovs-agent-dv-cinder-798198-2-iscsi {{(pid=93412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 14:35:21.627454 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.plugin [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] No Port match for: f6f4e74a-ed61-4e42-9793-236853781fd1 {{(pid=93412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 14:35:21.627812 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Device f6f4e74a-ed61-4e42-9793-236853781fd1 not bound to the agent host dv-cinder-798198-2-iscsi {{(pid=93412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 14:35:21.628232 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Device 4b4b8aaa-32c3-420e-958c-838d4d560630 no longer exists at agent ovs-agent-dv-cinder-798198-2-iscsi {{(pid=93412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 14:35:21.651866 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.plugin [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] No Port match for: 4b4b8aaa-32c3-420e-958c-838d4d560630 {{(pid=93412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 14:35:21.652214 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Device 4b4b8aaa-32c3-420e-958c-838d4d560630 not bound to the agent host dv-cinder-798198-2-iscsi {{(pid=93412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 14:35:21.804016 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f2952bd-c1b4-474f-94bd-cee56c215a17 req-163fdc52-086d-411f-96d7-cfe8b00543e9 tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] Made reservation on behalf of 02185bbc814948319e41921dcf271d7d for: {'port': 1} {{(pid=93410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 14:35:21.807859 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-8f2952bd-c1b4-474f-94bd-cee56c215a17 req-163fdc52-086d-411f-96d7-cfe8b00543e9 tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:22.046042 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.db.db_base_plugin_common [req-8f2952bd-c1b4-474f-94bd-cee56c215a17 req-163fdc52-086d-411f-96d7-cfe8b00543e9 tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] Allocated IP 172.20.0.14 (c66be7ba-5c71-487e-a4a7-ed7cb74aecf9/18e8c05a-0b63-4e4f-b068-6c86c9aef18c/08dcbb3c-2e23-4510-8253-e95e4f2cd6cf) {{(pid=93410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 14:35:22.255078 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-8f2952bd-c1b4-474f-94bd-cee56c215a17 req-163fdc52-086d-411f-96d7-cfe8b00543e9 tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] Notify callbacks [] for port, precommit_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:22.291113 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-0ec752c1-56fd-46aa-b958-402d4a3d0b93 req-c68bef85-3b9b-46dc-a285-c168153ca547 tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] 10.222.0.42 "GET /v2.0/ports?device_id=c953e250-0087-4228-9b5f-491eec14b223 HTTP/1.1" status: 200 len: 210 time: 0.0420487 Aug 10 14:35:22.294476 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [req-8f2952bd-c1b4-474f-94bd-cee56c215a17 req-163fdc52-086d-411f-96d7-cfe8b00543e9 tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] Transition to ACTIVE for port object 08dcbb3c-2e23-4510-8253-e95e4f2cd6cf will not be triggered until provisioned by entity DHCP. {{(pid=93410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 14:35:22.311680 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-9f477d4e-8ba6-4b8f-b1d2-ad2fd4605a94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-717720'] for router_interface, before_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:22.415850 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-8f2952bd-c1b4-474f-94bd-cee56c215a17 req-163fdc52-086d-411f-96d7-cfe8b00543e9 tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786683465198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26372150'] for port, after_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:22.478822 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f2952bd-c1b4-474f-94bd-cee56c215a17 req-163fdc52-086d-411f-96d7-cfe8b00543e9 tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] Network c66be7ba-5c71-487e-a4a7-ed7cb74aecf9 is already hosted by enough agents. {{(pid=93410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 14:35:22.515481 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.scheduler.base_scheduler [req-8f2952bd-c1b4-474f-94bd-cee56c215a17 req-163fdc52-086d-411f-96d7-cfe8b00543e9 tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] Resources bound (agent type, host, resource id): {{(pid=93410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:35:22.518949 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f2952bd-c1b4-474f-94bd-cee56c215a17 req-163fdc52-086d-411f-96d7-cfe8b00543e9 tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] Received port after_create {{(pid=93410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 14:35:22.521590 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163fdc52-086d-411f-96d7-cfe8b00543e9 tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] Pushing event updated for resources: {'Port': ['ID=08dcbb3c-2e23-4510-8253-e95e4f2cd6cf,revision_number=1']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:35:22.600759 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2952bd-c1b4-474f-94bd-cee56c215a17 req-163fdc52-086d-411f-96d7-cfe8b00543e9 tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:35:22.601969 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-8f2952bd-c1b4-474f-94bd-cee56c215a17 req-163fdc52-086d-411f-96d7-cfe8b00543e9 tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-387483'] for port, before_response {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:22.625746 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-8f2952bd-c1b4-474f-94bd-cee56c215a17 req-163fdc52-086d-411f-96d7-cfe8b00543e9 tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0939076 Aug 10 14:35:22.640256 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.v2.base [req-8f2952bd-c1b4-474f-94bd-cee56c215a17 req-ca9d04d3-6c30-4587-b249-87232658976b service neutron] Request body: {'port': {'device_id': 'c953e250-0087-4228-9b5f-491eec14b223', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79819'}} {{(pid=93410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:35:22.741765 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-8f2952bd-c1b4-474f-94bd-cee56c215a17 req-ca9d04d3-6c30-4587-b249-87232658976b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:22.764411 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.provisioning_blocks [None req-847e3c77-f3e0-4c07-8acb-c3a8ee810751 None None] Provisioning for port 08dcbb3c-2e23-4510-8253-e95e4f2cd6cf completed by entity DHCP. {{(pid=93412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 14:35:22.768611 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.provisioning_blocks [None req-847e3c77-f3e0-4c07-8acb-c3a8ee810751 None None] Provisioning complete for port 08dcbb3c-2e23-4510-8253-e95e4f2cd6cf triggered by entity DHCP. {{(pid=93412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:35:22.769036 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-847e3c77-f3e0-4c07-8acb-c3a8ee810751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932393'] for port, provisioning_complete {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:22.804944 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.plugin [None req-847e3c77-f3e0-4c07-8acb-c3a8ee810751 None None] Port 08dcbb3c-2e23-4510-8253-e95e4f2cd6cf cannot update to ACTIVE because it is not bound. {{(pid=93412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 14:35:22.814096 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.plugin [None req-9f477d4e-8ba6-4b8f-b1d2-ad2fd4605a94 admin admin] Deleting port 0f8808b7-bcfd-4df1-9fa6-15af9602f58f {{(pid=93410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 14:35:22.814464 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-9f477d4e-8ba6-4b8f-b1d2-ad2fd4605a94 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786683848753'] for port, before_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:23.009282 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [None req-9f477d4e-8ba6-4b8f-b1d2-ad2fd4605a94 admin admin] For port 0f8808b7-bcfd-4df1-9fa6-15af9602f58f, host dv-cinder-798198-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-2-iscsi',level=0,port_id=0f8808b7-bcfd-4df1-9fa6-15af9602f58f,segment=NetworkSegment(c2ee4bf1-fe89-466a-aec1-d4244264defa),segment_id=c2ee4bf1-fe89-466a-aec1-d4244264defa)] {{(pid=93410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:35:23.009663 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-9f477d4e-8ba6-4b8f-b1d2-ad2fd4605a94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-879274'] for port, precommit_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:23.030507 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.plugin [None req-9f477d4e-8ba6-4b8f-b1d2-ad2fd4605a94 admin admin] Calling delete_port for 0f8808b7-bcfd-4df1-9fa6-15af9602f58f owned by network:router_interface {{(pid=93410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 14:35:23.190521 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.notifiers.nova [req-8f2952bd-c1b4-474f-94bd-cee56c215a17 req-ca9d04d3-6c30-4587-b249-87232658976b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08dcbb3c-2e23-4510-8253-e95e4f2cd6cf {{(pid=93410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 14:35:23.200297 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-8f2952bd-c1b4-474f-94bd-cee56c215a17 req-ca9d04d3-6c30-4587-b249-87232658976b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:23.222816 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [req-8f2952bd-c1b4-474f-94bd-cee56c215a17 req-ca9d04d3-6c30-4587-b249-87232658976b service neutron] Transition to ACTIVE for port object 08dcbb3c-2e23-4510-8253-e95e4f2cd6cf will not be triggered until provisioned by entity L2. {{(pid=93410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 14:35:23.227629 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-8f2952bd-c1b4-474f-94bd-cee56c215a17 req-ca9d04d3-6c30-4587-b249-87232658976b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683854493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786683465220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786683465238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26372301'] for port, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:23.301487 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9d04d3-6c30-4587-b249-87232658976b service neutron] Pushing event updated for resources: {'Port': ['ID=08dcbb3c-2e23-4510-8253-e95e4f2cd6cf,revision_number=2']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:35:23.418716 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-9f477d4e-8ba6-4b8f-b1d2-ad2fd4605a94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786683854475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786683465207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26372150'] for port, after_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:23.461984 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f477d4e-8ba6-4b8f-b1d2-ad2fd4605a94 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f8808b7-bcfd-4df1-9fa6-15af9602f58f,revision_number=None']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:35:23.473095 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.managers [req-8f2952bd-c1b4-474f-94bd-cee56c215a17 req-ca9d04d3-6c30-4587-b249-87232658976b service neutron] Attempting to bind port 08dcbb3c-2e23-4510-8253-e95e4f2cd6cf on host hv-cinder-79819 for vnic_type normal with profile {{(pid=93410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 14:35:23.473453 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.managers [req-8f2952bd-c1b4-474f-94bd-cee56c215a17 req-ca9d04d3-6c30-4587-b249-87232658976b service neutron] Attempting to bind port 08dcbb3c-2e23-4510-8253-e95e4f2cd6cf by drivers openvswitch,hyperv on host hv-cinder-79819 at level 0 using segments [{'id': '9070e634-2e5b-4a24-9474-38d8394f1b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'c66be7ba-5c71-487e-a4a7-ed7cb74aecf9'}] {{(pid=93410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 14:35:23.473819 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f2952bd-c1b4-474f-94bd-cee56c215a17 req-ca9d04d3-6c30-4587-b249-87232658976b service neutron] Attempting to bind port 08dcbb3c-2e23-4510-8253-e95e4f2cd6cf on network c66be7ba-5c71-487e-a4a7-ed7cb74aecf9 {{(pid=93410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 14:35:23.500078 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f2952bd-c1b4-474f-94bd-cee56c215a17 req-ca9d04d3-6c30-4587-b249-87232658976b service neutron] Port 08dcbb3c-2e23-4510-8253-e95e4f2cd6cf on network c66be7ba-5c71-487e-a4a7-ed7cb74aecf9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79819 {{(pid=93410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 14:35:23.500405 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f2952bd-c1b4-474f-94bd-cee56c215a17 req-ca9d04d3-6c30-4587-b249-87232658976b service neutron] Attempting to bind port 08dcbb3c-2e23-4510-8253-e95e4f2cd6cf on network c66be7ba-5c71-487e-a4a7-ed7cb74aecf9 {{(pid=93410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 14:35:23.514965 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0621e0c-c4e8-4fc1-8f8a-1c8ed3109740 req-a6f1f357-288f-4a58-91a9-1355a18f50f0 tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:35:23.516596 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-a0621e0c-c4e8-4fc1-8f8a-1c8ed3109740 req-a6f1f357-288f-4a58-91a9-1355a18f50f0 tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] 10.222.0.42 "GET /v2.0/ports?device_id=c953e250-0087-4228-9b5f-491eec14b223 HTTP/1.1" status: 200 len: 944 time: 0.1355848 Aug 10 14:35:23.551365 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f2952bd-c1b4-474f-94bd-cee56c215a17 req-ca9d04d3-6c30-4587-b249-87232658976b service neutron] Checking agent: {'id': '193de837-f8e2-4c0a-a012-1a4e123b0e95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 14, 28, 33), 'started_at': datetime.datetime(2021, 8, 10, 14, 28, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 14, 35, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 14:35:23.551703 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f2952bd-c1b4-474f-94bd-cee56c215a17 req-ca9d04d3-6c30-4587-b249-87232658976b service neutron] Checking segment: {'id': '9070e634-2e5b-4a24-9474-38d8394f1b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'c66be7ba-5c71-487e-a4a7-ed7cb74aecf9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 14:35:23.552088 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f2952bd-c1b4-474f-94bd-cee56c215a17 req-ca9d04d3-6c30-4587-b249-87232658976b service neutron] Bound using segment: {'id': '9070e634-2e5b-4a24-9474-38d8394f1b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'c66be7ba-5c71-487e-a4a7-ed7cb74aecf9'} {{(pid=93410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 14:35:23.552535 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.managers [req-8f2952bd-c1b4-474f-94bd-cee56c215a17 req-ca9d04d3-6c30-4587-b249-87232658976b service neutron] Bound port: 08dcbb3c-2e23-4510-8253-e95e4f2cd6cf, host: hv-cinder-79819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9070e634-2e5b-4a24-9474-38d8394f1b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'c66be7ba-5c71-487e-a4a7-ed7cb74aecf9'}}] {{(pid=93410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 14:35:23.552894 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-8f2952bd-c1b4-474f-94bd-cee56c215a17 req-ca9d04d3-6c30-4587-b249-87232658976b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:23.669381 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-a0621e0c-c4e8-4fc1-8f8a-1c8ed3109740 req-54ea32bf-d592-46b5-87e3-cee7b76f7590 tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] 10.222.0.42 "GET /v2.0/security-groups?id=0c5184e2-1849-46fe-9efa-103fa651f9d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1283901 Aug 10 14:35:23.731748 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [req-8f2952bd-c1b4-474f-94bd-cee56c215a17 req-ca9d04d3-6c30-4587-b249-87232658976b service neutron] For port 08dcbb3c-2e23-4510-8253-e95e4f2cd6cf, host hv-cinder-79819, cleared binding levels {{(pid=93410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 14:35:23.752286 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [req-8f2952bd-c1b4-474f-94bd-cee56c215a17 req-ca9d04d3-6c30-4587-b249-87232658976b service neutron] For port 08dcbb3c-2e23-4510-8253-e95e4f2cd6cf, host hv-cinder-79819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=08dcbb3c-2e23-4510-8253-e95e4f2cd6cf,segment=NetworkSegment(9070e634-2e5b-4a24-9474-38d8394f1b6d),segment_id=9070e634-2e5b-4a24-9474-38d8394f1b6d)] {{(pid=93410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 14:35:23.760904 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-8f2952bd-c1b4-474f-94bd-cee56c215a17 req-ca9d04d3-6c30-4587-b249-87232658976b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683854493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786683465220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786683465238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26372301'] for port, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:23.794253 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-9f477d4e-8ba6-4b8f-b1d2-ad2fd4605a94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-767295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-889640'] for router_interface, after_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:23.814303 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2952bd-c1b4-474f-94bd-cee56c215a17 req-ca9d04d3-6c30-4587-b249-87232658976b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:35:23.815185 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-8f2952bd-c1b4-474f-94bd-cee56c215a17 req-ca9d04d3-6c30-4587-b249-87232658976b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-387483'] for port, before_response {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:23.816610 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-8f2952bd-c1b4-474f-94bd-cee56c215a17 req-ca9d04d3-6c30-4587-b249-87232658976b service neutron] 10.222.0.18 "PUT /v2.0/ports/08dcbb3c-2e23-4510-8253-e95e4f2cd6cf HTTP/1.1" status: 200 len: 1094 time: 1.1813862 Aug 10 14:35:23.818852 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c953e250-0087-4228-9b5f-491eec14b223', 'tag': '08dcbb3c-2e23-4510-8253-e95e4f2cd6cf'}] {{(pid=93410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:35:23.821748 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}173c15a1f530ed65b3eefe425c4e9cd9c28cfc2a1cdec76c1bb34aa91000b996" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2ed5497-1ebf-408c-8510-3f70cedc4542" -d '{"events": [{"name": "network-changed", "server_uuid": "c953e250-0087-4228-9b5f-491eec14b223", "tag": "08dcbb3c-2e23-4510-8253-e95e4f2cd6cf"}]}' {{(pid=93410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:35:23.873218 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 14:35:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a952fbe5-755a-423a-84b3-5c1653d1b531 x-openstack-request-id: req-a952fbe5-755a-423a-84b3-5c1653d1b531 {{(pid=93410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:35:23.873529 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c953e250-0087-4228-9b5f-491eec14b223", "tag": "08dcbb3c-2e23-4510-8253-e95e4f2cd6cf", "status": "completed", "code": 200}]} {{(pid=93410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:35:23.873784 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a952fbe5-755a-423a-84b3-5c1653d1b531 {{(pid=93410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:35:23.874333 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c953e250-0087-4228-9b5f-491eec14b223', 'tag': '08dcbb3c-2e23-4510-8253-e95e4f2cd6cf', 'status': 'completed', 'code': 200} Aug 10 14:35:23.885259 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9d04d3-6c30-4587-b249-87232658976b service neutron] Pushing event updated for resources: {'Port': ['ID=08dcbb3c-2e23-4510-8253-e95e4f2cd6cf,revision_number=3']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:35:24.225707 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2952bd-c1b4-474f-94bd-cee56c215a17 req-bd2b0cbb-480b-4426-96d5-77635dec7052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:35:24.227770 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-8f2952bd-c1b4-474f-94bd-cee56c215a17 req-bd2b0cbb-480b-4426-96d5-77635dec7052 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=02185bbc814948319e41921dcf271d7d&device_id=c953e250-0087-4228-9b5f-491eec14b223 HTTP/1.1" status: 200 len: 1097 time: 0.3563170 Aug 10 14:35:24.280903 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-8f2952bd-c1b4-474f-94bd-cee56c215a17 req-aa9b9dab-c82d-4dbc-82a0-fe8219d3614c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=08dcbb3c-2e23-4510-8253-e95e4f2cd6cf HTTP/1.1" status: 200 len: 217 time: 0.0373795 Aug 10 14:35:24.407823 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2952bd-c1b4-474f-94bd-cee56c215a17 req-96ffb86e-a17a-480d-8570-f05bcba76287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:35:24.409349 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-8f2952bd-c1b4-474f-94bd-cee56c215a17 req-96ffb86e-a17a-480d-8570-f05bcba76287 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=18e8c05a-0b63-4e4f-b068-6c86c9aef18c HTTP/1.1" status: 200 len: 850 time: 0.0908766 Aug 10 14:35:24.464435 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f477d4e-8ba6-4b8f-b1d2-ad2fd4605a94 admin admin] Router c1ab02ac-9137-45c1-b9d2-2ae3a34c7c40 has already been hosted by L3 agent 8acc92de-0cfa-4d60-8b37-a39a4d3c1570 {{(pid=93410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 14:35:24.476960 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2952bd-c1b4-474f-94bd-cee56c215a17 req-8f0fbc6e-6b49-4129-9ba1-7ad2a027ede3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:35:24.478557 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-8f2952bd-c1b4-474f-94bd-cee56c215a17 req-8f0fbc6e-6b49-4129-9ba1-7ad2a027ede3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c66be7ba-5c71-487e-a4a7-ed7cb74aecf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0599642 Aug 10 14:35:24.698141 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-8f2952bd-c1b4-474f-94bd-cee56c215a17 req-0f32d2e4-f026-4a41-ad75-bea600260925 service neutron] 10.222.0.18 "GET /v2.0/networks/c66be7ba-5c71-487e-a4a7-ed7cb74aecf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2095952 Aug 10 14:35:24.701285 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f477d4e-8ba6-4b8f-b1d2-ad2fd4605a94 admin admin] Notify agent at l3_agent.dv-cinder-798198-2-iscsi the message routers_updated {{(pid=93410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 14:35:24.707328 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [None req-9f477d4e-8ba6-4b8f-b1d2-ad2fd4605a94 admin admin] 10.222.0.42 "PUT /v2.0/routers/c1ab02ac-9137-45c1-b9d2-2ae3a34c7c40/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1140697 Aug 10 14:35:24.710180 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.wsgi [-] (93411) accepted ('10.222.0.42', 54656) {{(pid=93411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:35:24.717606 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0553a8ac-e7d9-465b-bf44-57c62854c1c7 req-fb779331-dd26-4012-9824-c884a8994cf7 tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:35:24.719232 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-0553a8ac-e7d9-465b-bf44-57c62854c1c7 req-fb779331-dd26-4012-9824-c884a8994cf7 tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] 10.222.0.42 "GET /v2.0/ports?device_id=0ffb87c6-e015-4ce6-96ec-6fab807be0e3 HTTP/1.1" status: 200 len: 945 time: 0.1341221 Aug 10 14:35:24.724803 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f531b0c-fc67-432d-851d-fbe265cd7088 None None] Sync routers for ids ['c1ab02ac-9137-45c1-b9d2-2ae3a34c7c40'] in dv-cinder-798198-2-iscsi {{(pid=93413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 14:35:24.747019 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f531b0c-fc67-432d-851d-fbe265cd7088 None None] Routers {'c1ab02ac-9137-45c1-b9d2-2ae3a34c7c40'} bound to L3 agent in host dv-cinder-798198-2-iscsi {{(pid=93413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:35:24.748311 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.db.l3_hamode_db [None req-3f531b0c-fc67-432d-851d-fbe265cd7088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T14:22:29Z,description=,heartbeat_timestamp=2021-08-10T14:34:59Z,host='dv-cinder-798198-2-iscsi',id=8acc92de-0cfa-4d60-8b37-a39a4d3c1570,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T14:22:29Z,topic='l3_agent')) {'router_ids': ['c1ab02ac-9137-45c1-b9d2-2ae3a34c7c40'], 'active': True} {{(pid=93413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:35:24.846491 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-0553a8ac-e7d9-465b-bf44-57c62854c1c7 req-a1e3547e-b464-4f47-a230-1c078e412773 tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e1f1c30-11f2-4245-ad3d-ce9f21d473e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045134 Aug 10 14:35:24.886764 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee32c370-1b22-43a2-bd01-b436330476a2 req-3fa1b60d-181b-46aa-bf4d-68df8c0a97bf tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:35:24.888402 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-ee32c370-1b22-43a2-bd01-b436330476a2 req-3fa1b60d-181b-46aa-bf4d-68df8c0a97bf tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] 10.222.0.42 "GET /v2.0/ports?device_id=c953e250-0087-4228-9b5f-491eec14b223 HTTP/1.1" status: 200 len: 944 time: 0.1077294 Aug 10 14:35:24.894697 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-8f2952bd-c1b4-474f-94bd-cee56c215a17 req-ff539bf0-9221-4aac-bff3-cccc04c2d80d service neutron] 10.222.0.18 "GET /v2.0/networks/c66be7ba-5c71-487e-a4a7-ed7cb74aecf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1861134 Aug 10 14:35:24.896964 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.db.l3_dvr_db [None req-3f531b0c-fc67-432d-851d-fbe265cd7088 None None] Set router c1ab02ac-9137-45c1-b9d2-2ae3a34c7c40 gateway port host: dv-cinder-798198-2-iscsi {{(pid=93413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:35:24.942833 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-ee32c370-1b22-43a2-bd01-b436330476a2 req-498d979b-78b0-44f3-a5a1-3b337ab00345 tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] 10.222.0.42 "GET /v2.0/security-groups?id=0c5184e2-1849-46fe-9efa-103fa651f9d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459154 Aug 10 14:35:25.017749 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ed5497-1ebf-408c-8510-3f70cedc4542 req-5b225254-7324-41c7-a1c4-d97935863187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:35:25.019410 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-e2ed5497-1ebf-408c-8510-3f70cedc4542 req-5b225254-7324-41c7-a1c4-d97935863187 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=02185bbc814948319e41921dcf271d7d&device_id=c953e250-0087-4228-9b5f-491eec14b223 HTTP/1.1" status: 200 len: 1097 time: 0.0459201 Aug 10 14:35:25.069291 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-1103eb4f-d227-48c1-9fcb-78a77ff97c05 admin admin] Notify callbacks [] for router, before_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:25.133722 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.db.l3_hamode_db [None req-3f531b0c-fc67-432d-851d-fbe265cd7088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1ab02ac-9137-45c1-b9d2-2ae3a34c7c40', 'name': 'tempest-TestMinimumBasicScenario-1381531195-router', 'tenant_id': '6e261cc64a784eee9d30627d2586148e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'external_fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': '381d83d8-924b-472d-84ef-21a4a84ff0d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:32:08Z', 'updated_at': '2021-08-10T14:35:23Z', 'revision_number': 5, 'project_id': '6e261cc64a784eee9d30627d2586148e', 'gw_port': {'id': '381d83d8-924b-472d-84ef-21a4a84ff0d7', 'name': '', 'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:a2:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1ab02ac-9137-45c1-b9d2-2ae3a34c7c40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:32:09Z', 'updated_at': '2021-08-10T14:32:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-2-iscsi'}], 'dv-cinder-798198-2-iscsi', False) {} {{(pid=93413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:35:25.135357 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ed5497-1ebf-408c-8510-3f70cedc4542 req-09f17373-7a31-487c-add6-11491adfab91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:35:25.137107 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-e2ed5497-1ebf-408c-8510-3f70cedc4542 req-09f17373-7a31-487c-add6-11491adfab91 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c66be7ba-5c71-487e-a4a7-ed7cb74aecf9 HTTP/1.1" status: 200 len: 912 time: 0.1062770 Aug 10 14:35:25.160970 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f531b0c-fc67-432d-851d-fbe265cd7088 None None] Checking router: c1ab02ac-9137-45c1-b9d2-2ae3a34c7c40 for host: dv-cinder-798198-2-iscsi {{(pid=93413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 14:35:25.169546 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f531b0c-fc67-432d-851d-fbe265cd7088 None None] Routers {'c1ab02ac-9137-45c1-b9d2-2ae3a34c7c40'} bound to L3 agent in host dv-cinder-798198-2-iscsi {{(pid=93413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:35:25.170157 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.db.l3_hamode_db [None req-3f531b0c-fc67-432d-851d-fbe265cd7088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T14:22:29Z,description=,heartbeat_timestamp=2021-08-10T14:34:59Z,host='dv-cinder-798198-2-iscsi',id=8acc92de-0cfa-4d60-8b37-a39a4d3c1570,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T14:22:29Z,topic='l3_agent')) {'router_ids': ['c1ab02ac-9137-45c1-b9d2-2ae3a34c7c40'], 'active': True} {{(pid=93413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:35:25.172462 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-1103eb4f-d227-48c1-9fcb-78a77ff97c05 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:25.187185 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-e2ed5497-1ebf-408c-8510-3f70cedc4542 req-a7f5060a-4ef7-4703-a0c1-94bd448eedd5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=08dcbb3c-2e23-4510-8253-e95e4f2cd6cf HTTP/1.1" status: 200 len: 217 time: 0.0410879 Aug 10 14:35:25.226503 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.plugins.ml2.plugin [None req-1103eb4f-d227-48c1-9fcb-78a77ff97c05 admin admin] Deleting port 381d83d8-924b-472d-84ef-21a4a84ff0d7 {{(pid=93411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 14:35:25.226844 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-1103eb4f-d227-48c1-9fcb-78a77ff97c05 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786683848753'] for port, before_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:25.240396 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ed5497-1ebf-408c-8510-3f70cedc4542 req-9346ae7a-32ed-4239-b17f-858fe7c2fa53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:35:25.242778 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-e2ed5497-1ebf-408c-8510-3f70cedc4542 req-9346ae7a-32ed-4239-b17f-858fe7c2fa53 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=18e8c05a-0b63-4e4f-b068-6c86c9aef18c HTTP/1.1" status: 200 len: 850 time: 0.0470457 Aug 10 14:35:25.275482 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.db.l3_dvr_db [None req-3f531b0c-fc67-432d-851d-fbe265cd7088 None None] Set router c1ab02ac-9137-45c1-b9d2-2ae3a34c7c40 gateway port host: dv-cinder-798198-2-iscsi {{(pid=93413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:35:25.312444 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ed5497-1ebf-408c-8510-3f70cedc4542 req-514c4519-1f75-477c-8ff1-562e709cac91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:35:25.315546 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-e2ed5497-1ebf-408c-8510-3f70cedc4542 req-514c4519-1f75-477c-8ff1-562e709cac91 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c66be7ba-5c71-487e-a4a7-ed7cb74aecf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0588651 Aug 10 14:35:25.341008 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.plugins.ml2.db [None req-1103eb4f-d227-48c1-9fcb-78a77ff97c05 admin admin] For port 381d83d8-924b-472d-84ef-21a4a84ff0d7, host dv-cinder-798198-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-2-iscsi',level=0,port_id=381d83d8-924b-472d-84ef-21a4a84ff0d7,segment=NetworkSegment(9b73c935-a484-45be-a2a0-87b3c816c298),segment_id=9b73c935-a484-45be-a2a0-87b3c816c298)] {{(pid=93411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:35:25.341855 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-1103eb4f-d227-48c1-9fcb-78a77ff97c05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-879274'] for port, precommit_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:25.357448 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.plugins.ml2.plugin [None req-1103eb4f-d227-48c1-9fcb-78a77ff97c05 admin admin] Calling delete_port for 381d83d8-924b-472d-84ef-21a4a84ff0d7 owned by network:router_gateway {{(pid=93411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 14:35:25.452488 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-e2ed5497-1ebf-408c-8510-3f70cedc4542 req-31dfa1aa-fd73-4335-99f2-35034ab45e9e service neutron] 10.222.0.18 "GET /v2.0/networks/c66be7ba-5c71-487e-a4a7-ed7cb74aecf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190734 Aug 10 14:35:25.494341 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.db.l3_hamode_db [None req-3f531b0c-fc67-432d-851d-fbe265cd7088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1ab02ac-9137-45c1-b9d2-2ae3a34c7c40', 'name': 'tempest-TestMinimumBasicScenario-1381531195-router', 'tenant_id': '6e261cc64a784eee9d30627d2586148e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'external_fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': '381d83d8-924b-472d-84ef-21a4a84ff0d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:32:08Z', 'updated_at': '2021-08-10T14:35:23Z', 'revision_number': 5, 'project_id': '6e261cc64a784eee9d30627d2586148e', 'gw_port': {'id': '381d83d8-924b-472d-84ef-21a4a84ff0d7', 'name': '', 'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:a2:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1ab02ac-9137-45c1-b9d2-2ae3a34c7c40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:32:09Z', 'updated_at': '2021-08-10T14:32:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-2-iscsi'}], 'dv-cinder-798198-2-iscsi', False) {} {{(pid=93413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:35:25.531972 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f531b0c-fc67-432d-851d-fbe265cd7088 None None] The sync data for ids ['c1ab02ac-9137-45c1-b9d2-2ae3a34c7c40'] in dv-cinder-798198-2-iscsi is: [{'id': 'c1ab02ac-9137-45c1-b9d2-2ae3a34c7c40', 'name': 'tempest-TestMinimumBasicScenario-1381531195-router', 'tenant_id': '6e261cc64a784eee9d30627d2586148e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'external_fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': '381d83d8-924b-472d-84ef-21a4a84ff0d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:32:08Z', 'updated_at': '2021-08-10T14:35:23Z', 'revision_number': 5, 'project_id': '6e261cc64a784eee9d30627d2586148e', 'gw_port': {'id': '381d83d8-924b-472d-84ef-21a4a84ff0d7', 'name': '', 'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:a2:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1ab02ac-9137-45c1-b9d2-2ae3a34c7c40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:32:09Z', 'updated_at': '2021-08-10T14:32:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-2-iscsi'}] {{(pid=93413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 14:35:25.537917 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-1103eb4f-d227-48c1-9fcb-78a77ff97c05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786683854475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786683465207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2690464'] for port, after_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:25.549911 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-e2ed5497-1ebf-408c-8510-3f70cedc4542 req-517e524a-864e-477e-9e79-8b10822a5320 service neutron] 10.222.0.18 "GET /v2.0/networks/c66be7ba-5c71-487e-a4a7-ed7cb74aecf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882759 Aug 10 14:35:25.566035 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1103eb4f-d227-48c1-9fcb-78a77ff97c05 admin admin] Pushing event deleted for resources: {'Port': ['ID=381d83d8-924b-472d-84ef-21a4a84ff0d7,revision_number=None']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:35:25.628364 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-1103eb4f-d227-48c1-9fcb-78a77ff97c05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-880078'] for router_gateway, after_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:25.727206 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-1103eb4f-d227-48c1-9fcb-78a77ff97c05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-889914', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35201'] for router, precommit_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:25.729638 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-1103eb4f-d227-48c1-9fcb-78a77ff97c05 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:25.773255 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-1103eb4f-d227-48c1-9fcb-78a77ff97c05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-889891'] for router, after_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:25.773740 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1103eb4f-d227-48c1-9fcb-78a77ff97c05 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c1ab02ac-9137-45c1-b9d2-2ae3a34c7c40 {{(pid=93411) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 14:35:25.778669 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-1103eb4f-d227-48c1-9fcb-78a77ff97c05 admin admin] Notify callbacks [] for router, before_response {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:25.779824 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-1103eb4f-d227-48c1-9fcb-78a77ff97c05 admin admin] 10.222.0.42 "DELETE /v2.0/routers/c1ab02ac-9137-45c1-b9d2-2ae3a34c7c40 HTTP/1.1" status: 204 len: 168 time: 1.0680926 Aug 10 14:35:25.782279 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.wsgi [-] (93411) accepted ('10.222.0.42', 54660) {{(pid=93411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:35:25.826882 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf03deb4-f795-41e8-8316-cc531bb9076e admin admin] Deleting subnet 9a92a84a-c2a8-4ab6-99f1-459037c62b0e {{(pid=93411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 14:35:25.829991 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-cf03deb4-f795-41e8-8316-cc531bb9076e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:25.864003 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-cf03deb4-f795-41e8-8316-cc531bb9076e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26216108'] for subnet, precommit_delete_associations {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:25.958802 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-cf03deb4-f795-41e8-8316-cc531bb9076e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1963407'] for subnet, precommit_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:25.982358 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96aaef2-0c8d-45e0-84aa-009e4b8a2343 req-56d6ce87-6edf-4c7f-a95b-4b6c0466b89f tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:35:25.984079 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-a96aaef2-0c8d-45e0-84aa-009e4b8a2343 req-56d6ce87-6edf-4c7f-a95b-4b6c0466b89f tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] 10.222.0.42 "GET /v2.0/ports?device_id=0ffb87c6-e015-4ce6-96ec-6fab807be0e3 HTTP/1.1" status: 200 len: 945 time: 0.0608807 Aug 10 14:35:26.030921 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-cf03deb4-f795-41e8-8316-cc531bb9076e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1963510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2690453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26471085'] for subnet, after_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:26.036245 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-a96aaef2-0c8d-45e0-84aa-009e4b8a2343 req-bfb11686-7021-4b14-b92a-b124667f6baf tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e1f1c30-11f2-4245-ad3d-ce9f21d473e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459836 Aug 10 14:35:26.065677 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf03deb4-f795-41e8-8316-cc531bb9076e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a92a84a-c2a8-4ab6-99f1-459037c62b0e,revision_number=None']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:35:26.068324 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-cf03deb4-f795-41e8-8316-cc531bb9076e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:26.071100 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-cf03deb4-f795-41e8-8316-cc531bb9076e admin admin] 10.222.0.42 "DELETE /v2.0/subnets/9a92a84a-c2a8-4ab6-99f1-459037c62b0e HTTP/1.1" status: 204 len: 168 time: 0.2877836 Aug 10 14:35:26.074392 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.wsgi [-] (93411) accepted ('10.222.0.42', 54666) {{(pid=93411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:35:26.080774 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54f1b4c9-b1d4-4975-910e-eba44cec3443 None None] Network a36fc37c-d2e6-4b7e-8fe3-766f2b8cb389 requested from dv-cinder-798198-2-iscsi {{(pid=93412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 14:35:26.123685 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ceb906-058d-4e62-aac3-9573232f37da req-581b155c-84da-4e05-b5ae-ea062e153090 tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:35:26.130038 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-87ceb906-058d-4e62-aac3-9573232f37da req-581b155c-84da-4e05-b5ae-ea062e153090 tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] 10.222.0.42 "GET /v2.0/ports?device_id=c953e250-0087-4228-9b5f-491eec14b223 HTTP/1.1" status: 200 len: 944 time: 0.0841272 Aug 10 14:35:26.154704 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-9e6d01a6-a7be-4d41-8a15-d680b671d624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1782855'] for network, before_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:26.165887 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-4ebef638-98de-4731-a225-9d415c4a19cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:26.221224 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.plugins.ml2.plugin [None req-9e6d01a6-a7be-4d41-8a15-d680b671d624 admin admin] Deleting port 21c7915d-976b-4aaf-8e9c-f54e625c6018 {{(pid=93411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 14:35:26.221643 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-9e6d01a6-a7be-4d41-8a15-d680b671d624 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786683848753'] for port, before_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:26.225488 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-87ceb906-058d-4e62-aac3-9573232f37da req-db0c547d-252f-452b-9166-b0cadc896f4e tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] 10.222.0.42 "GET /v2.0/security-groups?id=0c5184e2-1849-46fe-9efa-103fa651f9d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862217 Aug 10 14:35:26.295974 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6685271f-e6e4-4e11-8f17-5b8dca7437d8 None None] DHCP port deletion for a36fc37c-d2e6-4b7e-8fe3-766f2b8cb389 request from dv-cinder-798198-2-iscsi {{(pid=93412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 14:35:26.309965 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.plugins.ml2.db [None req-9e6d01a6-a7be-4d41-8a15-d680b671d624 admin admin] For port 21c7915d-976b-4aaf-8e9c-f54e625c6018, host dv-cinder-798198-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-2-iscsi',level=0,port_id=21c7915d-976b-4aaf-8e9c-f54e625c6018,segment=NetworkSegment(c2ee4bf1-fe89-466a-aec1-d4244264defa),segment_id=c2ee4bf1-fe89-466a-aec1-d4244264defa)] {{(pid=93411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:35:26.310429 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-9e6d01a6-a7be-4d41-8a15-d680b671d624 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-879274'] for port, precommit_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:26.329661 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.plugins.ml2.plugin [None req-9e6d01a6-a7be-4d41-8a15-d680b671d624 admin admin] Calling delete_port for 21c7915d-976b-4aaf-8e9c-f54e625c6018 owned by network:dhcp {{(pid=93411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 14:35:26.347367 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.plugin [None req-6685271f-e6e4-4e11-8f17-5b8dca7437d8 None None] Deleting port 21c7915d-976b-4aaf-8e9c-f54e625c6018 {{(pid=93412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 14:35:26.347737 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-6685271f-e6e4-4e11-8f17-5b8dca7437d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786683848753'] for port, before_delete {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:26.416323 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-9e6d01a6-a7be-4d41-8a15-d680b671d624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786683854475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786683465207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2690464'] for port, after_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:26.424587 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.db [None req-6685271f-e6e4-4e11-8f17-5b8dca7437d8 None None] For port 21c7915d-976b-4aaf-8e9c-f54e625c6018, host dv-cinder-798198-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-2-iscsi',level=0,port_id=21c7915d-976b-4aaf-8e9c-f54e625c6018,segment=NetworkSegment(c2ee4bf1-fe89-466a-aec1-d4244264defa),segment_id=c2ee4bf1-fe89-466a-aec1-d4244264defa)] {{(pid=93412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:35:26.425083 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-6685271f-e6e4-4e11-8f17-5b8dca7437d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-879274'] for port, precommit_delete {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:26.442908 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.plugin [None req-6685271f-e6e4-4e11-8f17-5b8dca7437d8 None None] Calling delete_port for 21c7915d-976b-4aaf-8e9c-f54e625c6018 owned by network:dhcp {{(pid=93412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 14:35:26.454401 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6d01a6-a7be-4d41-8a15-d680b671d624 admin admin] Pushing event deleted for resources: {'Port': ['ID=21c7915d-976b-4aaf-8e9c-f54e625c6018,revision_number=None']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:35:26.458011 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e6d01a6-a7be-4d41-8a15-d680b671d624 admin admin] No DVR routers for this DVR port 21c7915d-976b-4aaf-8e9c-f54e625c6018 on host dv-cinder-798198-2-iscsi {{(pid=93411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 14:35:26.461440 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad5d679-7557-4b29-8f79-a054d4b56a25 req-33acf5fc-91b3-42fb-beb9-0c30c9fb212e tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:35:26.463191 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-cad5d679-7557-4b29-8f79-a054d4b56a25 req-33acf5fc-91b3-42fb-beb9-0c30c9fb212e tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ffb87c6-e015-4ce6-96ec-6fab807be0e3 HTTP/1.1" status: 200 len: 945 time: 0.0624321 Aug 10 14:35:26.533279 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-9e6d01a6-a7be-4d41-8a15-d680b671d624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1963782', 'neutron.services.segments.db._delete_segments_for_network-8786683991920'] for network, precommit_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:26.544117 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.services.segments.db [None req-9e6d01a6-a7be-4d41-8a15-d680b671d624 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a36fc37c-d2e6-4b7e-8fe3-766f2b8cb389']}} {{(pid=93411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:35:26.556282 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.services.segments.db [None req-9e6d01a6-a7be-4d41-8a15-d680b671d624 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2ee4bf1-fe89-466a-aec1-d4244264defa') {'for_net_delete': True} {{(pid=93411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:35:26.556674 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.services.segments.db [None req-9e6d01a6-a7be-4d41-8a15-d680b671d624 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2ee4bf1-fe89-466a-aec1-d4244264defa') {} {{(pid=93411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:35:26.564021 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.plugin [req-cad5d679-7557-4b29-8f79-a054d4b56a25 req-3a7e6713-33ef-4caa-bcf6-39b9a6a2aebb tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] Deleting port ddf06d90-c644-4b7a-be10-706456fb33d8 {{(pid=93410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 14:35:26.564463 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-cad5d679-7557-4b29-8f79-a054d4b56a25 req-3a7e6713-33ef-4caa-bcf6-39b9a6a2aebb tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786683848753'] for port, before_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:26.566282 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-9e6d01a6-a7be-4d41-8a15-d680b671d624 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786683994745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26216149'] for segment, before_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:26.580438 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-9e6d01a6-a7be-4d41-8a15-d680b671d624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1962803'] for segment, precommit_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:26.586108 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-6685271f-e6e4-4e11-8f17-5b8dca7437d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786683854475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786683465207'] for port, after_delete {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:26.586845 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e6d01a6-a7be-4d41-8a15-d680b671d624 admin admin] Releasing vlan 581 on physical network physnet1 to pool {{(pid=93411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 14:35:26.587145 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-9e6d01a6-a7be-4d41-8a15-d680b671d624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1962803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2690431'] for segment, after_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:26.588954 dv-cinder-798198-2-iscsi neutron-server[93411]: Traceback (most recent call last): Aug 10 14:35:26.588954 dv-cinder-798198-2-iscsi neutron-server[93411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 14:35:26.588954 dv-cinder-798198-2-iscsi neutron-server[93411]: timer() Aug 10 14:35:26.588954 dv-cinder-798198-2-iscsi neutron-server[93411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 14:35:26.588954 dv-cinder-798198-2-iscsi neutron-server[93411]: cb(*args, **kw) Aug 10 14:35:26.588954 dv-cinder-798198-2-iscsi neutron-server[93411]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 14:35:26.588954 dv-cinder-798198-2-iscsi neutron-server[93411]: return func(*args, **kwargs) Aug 10 14:35:26.588954 dv-cinder-798198-2-iscsi neutron-server[93411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 14:35:26.588954 dv-cinder-798198-2-iscsi neutron-server[93411]: self._notify() Aug 10 14:35:26.588954 dv-cinder-798198-2-iscsi neutron-server[93411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 14:35:26.588954 dv-cinder-798198-2-iscsi neutron-server[93411]: self.callback(batched_events) Aug 10 14:35:26.588954 dv-cinder-798198-2-iscsi neutron-server[93411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 14:35:26.588954 dv-cinder-798198-2-iscsi neutron-server[93411]: event.method(event) Aug 10 14:35:26.588954 dv-cinder-798198-2-iscsi neutron-server[93411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 14:35:26.588954 dv-cinder-798198-2-iscsi neutron-server[93411]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 14:35:26.588954 dv-cinder-798198-2-iscsi neutron-server[93411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 14:35:26.588954 dv-cinder-798198-2-iscsi neutron-server[93411]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 14:35:26.588954 dv-cinder-798198-2-iscsi neutron-server[93411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 14:35:26.588954 dv-cinder-798198-2-iscsi neutron-server[93411]: return f(self, *a, **k) Aug 10 14:35:26.588954 dv-cinder-798198-2-iscsi neutron-server[93411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 14:35:26.588954 dv-cinder-798198-2-iscsi neutron-server[93411]: return self._get(url).json() Aug 10 14:35:26.588954 dv-cinder-798198-2-iscsi neutron-server[93411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 14:35:26.588954 dv-cinder-798198-2-iscsi neutron-server[93411]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 14:35:26.588954 dv-cinder-798198-2-iscsi neutron-server[93411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 14:35:26.588954 dv-cinder-798198-2-iscsi neutron-server[93411]: return self.request(url, 'GET', **kwargs) Aug 10 14:35:26.588954 dv-cinder-798198-2-iscsi neutron-server[93411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 14:35:26.588954 dv-cinder-798198-2-iscsi neutron-server[93411]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 14:35:26.588954 dv-cinder-798198-2-iscsi neutron-server[93411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 14:35:26.588954 dv-cinder-798198-2-iscsi neutron-server[93411]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 14:35:26.588954 dv-cinder-798198-2-iscsi neutron-server[93411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 14:35:26.588954 dv-cinder-798198-2-iscsi neutron-server[93411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 14:35:26.588954 dv-cinder-798198-2-iscsi neutron-server[93411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 14:35:26.619734 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6685271f-e6e4-4e11-8f17-5b8dca7437d8 None None] Pushing event deleted for resources: {'Port': ['ID=21c7915d-976b-4aaf-8e9c-f54e625c6018,revision_number=None']} {{(pid=93412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:35:26.622591 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6685271f-e6e4-4e11-8f17-5b8dca7437d8 None None] No DVR routers for this DVR port 21c7915d-976b-4aaf-8e9c-f54e625c6018 on host dv-cinder-798198-2-iscsi {{(pid=93412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 14:35:26.648073 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-9e6d01a6-a7be-4d41-8a15-d680b671d624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1963789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-880042'] for network, after_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:26.655867 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-9e6d01a6-a7be-4d41-8a15-d680b671d624 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-767256'] for network, before_response {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:26.660578 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-9e6d01a6-a7be-4d41-8a15-d680b671d624 admin admin] 10.222.0.42 "DELETE /v2.0/networks/a36fc37c-d2e6-4b7e-8fe3-766f2b8cb389 HTTP/1.1" status: 204 len: 168 time: 0.5828617 Aug 10 14:35:26.672816 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6d01a6-a7be-4d41-8a15-d680b671d624 admin admin] Pushing event deleted for resources: {'Network': ['ID=a36fc37c-d2e6-4b7e-8fe3-766f2b8cb389,revision_number=None']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:35:26.677039 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [req-cad5d679-7557-4b29-8f79-a054d4b56a25 req-3a7e6713-33ef-4caa-bcf6-39b9a6a2aebb tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] For port ddf06d90-c644-4b7a-be10-706456fb33d8, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=ddf06d90-c644-4b7a-be10-706456fb33d8,segment=NetworkSegment(cea0df64-e7aa-4971-9a61-80514ca799ba),segment_id=cea0df64-e7aa-4971-9a61-80514ca799ba)] {{(pid=93410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:35:26.677682 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-cad5d679-7557-4b29-8f79-a054d4b56a25 req-3a7e6713-33ef-4caa-bcf6-39b9a6a2aebb tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-879274'] for port, precommit_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:26.693780 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.plugin [req-cad5d679-7557-4b29-8f79-a054d4b56a25 req-3a7e6713-33ef-4caa-bcf6-39b9a6a2aebb tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] Calling delete_port for ddf06d90-c644-4b7a-be10-706456fb33d8 owned by compute:nova {{(pid=93410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 14:35:26.832428 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-cad5d679-7557-4b29-8f79-a054d4b56a25 req-3a7e6713-33ef-4caa-bcf6-39b9a6a2aebb tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786683854475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786683465207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26372150'] for port, after_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:26.839365 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.wsgi [-] (93410) accepted ('10.222.0.42', 54672) {{(pid=93410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:35:26.845551 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.db [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] get_ports_and_sgs() called for port_ids ['d2390cef-8b0d-412d-9d0a-904f49334482', 'e07f7748-19c2-4af0-b503-b9307466fff9', 'a5a49576-0497-49b6-a806-61ff77b477aa', 'ddf06d90-c644-4b7a-be10-706456fb33d8'] {{(pid=93412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 14:35:26.878352 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7e6713-33ef-4caa-bcf6-39b9a6a2aebb tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] Pushing event deleted for resources: {'Port': ['ID=ddf06d90-c644-4b7a-be10-706456fb33d8,revision_number=None']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:35:26.938535 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_dvrscheduler_db [req-cad5d679-7557-4b29-8f79-a054d4b56a25 req-3a7e6713-33ef-4caa-bcf6-39b9a6a2aebb tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] No DVR routers for this DVR port ddf06d90-c644-4b7a-be10-706456fb33d8 on host hv-cinder-79819 {{(pid=93410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 14:35:26.941937 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-cad5d679-7557-4b29-8f79-a054d4b56a25 req-3a7e6713-33ef-4caa-bcf6-39b9a6a2aebb tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-387483'] for port, before_response {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:26.943912 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-cad5d679-7557-4b29-8f79-a054d4b56a25 req-3a7e6713-33ef-4caa-bcf6-39b9a6a2aebb tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] 10.222.0.18 "DELETE /v2.0/ports/ddf06d90-c644-4b7a-be10-706456fb33d8 HTTP/1.1" status: 204 len: 173 time: 0.4738770 Aug 10 14:35:26.944351 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ffb87c6-e015-4ce6-96ec-6fab807be0e3', 'name': 'network-vif-deleted', 'tag': 'ddf06d90-c644-4b7a-be10-706456fb33d8'}] {{(pid=93410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:35:26.946675 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}173c15a1f530ed65b3eefe425c4e9cd9c28cfc2a1cdec76c1bb34aa91000b996" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88ed96b7-774f-4ab3-80f6-927b7b3fcb13" -d '{"events": [{"server_uuid": "0ffb87c6-e015-4ce6-96ec-6fab807be0e3", "name": "network-vif-deleted", "tag": "ddf06d90-c644-4b7a-be10-706456fb33d8"}]}' {{(pid=93410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:35:26.951623 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [None req-474b4fd1-d70f-4b24-9df4-d3efa0951fc9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=07adee952320462e8ef9cf17396b0b67&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1109147 Aug 10 14:35:26.954190 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.wsgi [-] (93410) accepted ('10.222.0.42', 54676) {{(pid=93410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:35:27.008683 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 14:35:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55838856-3590-4aba-919f-a3c1b37a7942 x-openstack-request-id: req-55838856-3590-4aba-919f-a3c1b37a7942 {{(pid=93410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:35:27.009333 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ffb87c6-e015-4ce6-96ec-6fab807be0e3", "name": "network-vif-deleted", "tag": "ddf06d90-c644-4b7a-be10-706456fb33d8", "status": "completed", "code": 200}]} {{(pid=93410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:35:27.009674 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-55838856-3590-4aba-919f-a3c1b37a7942 {{(pid=93410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:35:27.010129 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ffb87c6-e015-4ce6-96ec-6fab807be0e3', 'name': 'network-vif-deleted', 'tag': 'ddf06d90-c644-4b7a-be10-706456fb33d8', 'status': 'completed', 'code': 200} Aug 10 14:35:27.015732 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-5b2df70f-57e2-4143-9f79-713ea9224cf4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:27.044645 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-5b2df70f-57e2-4143-9f79-713ea9224cf4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:27.110836 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-5b2df70f-57e2-4143-9f79-713ea9224cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734645'] for security_group, after_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:27.113619 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-5b2df70f-57e2-4143-9f79-713ea9224cf4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:27.114815 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [None req-5b2df70f-57e2-4143-9f79-713ea9224cf4 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/98f06cea-294e-49b1-a4a2-e9dfbb056f19 HTTP/1.1" status: 204 len: 168 time: 0.1597044 Aug 10 14:35:27.124099 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2df70f-57e2-4143-9f79-713ea9224cf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98f06cea-294e-49b1-a4a2-e9dfbb056f19,revision_number=None']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:35:27.167642 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-d472e2be-99be-4d4d-837f-d2ac85b91fb8 req-869a2b7c-3709-4b8d-a8ba-c1f8c1677c1c tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] 10.222.0.42 "GET /v2.0/ports?device_id=0ffb87c6-e015-4ce6-96ec-6fab807be0e3 HTTP/1.1" status: 200 len: 210 time: 0.0300059 Aug 10 14:35:27.347814 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a8a080-6078-449a-a2ab-34dc3152ab74 req-54a8c894-746d-45c8-b596-51ef443e40af tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:35:27.349454 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-a0a8a080-6078-449a-a2ab-34dc3152ab74 req-54a8c894-746d-45c8-b596-51ef443e40af tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] 10.222.0.42 "GET /v2.0/ports?device_id=c953e250-0087-4228-9b5f-491eec14b223 HTTP/1.1" status: 200 len: 944 time: 0.0532000 Aug 10 14:35:27.398970 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-a0a8a080-6078-449a-a2ab-34dc3152ab74 req-219e7754-7640-45c1-93ad-8fb3354a8e2a tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] 10.222.0.42 "GET /v2.0/security-groups?id=0c5184e2-1849-46fe-9efa-103fa651f9d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420303 Aug 10 14:35:27.492964 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.wsgi [-] (93410) accepted ('10.222.0.42', 54686) {{(pid=93410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:35:27.542184 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [None req-279d1030-ab8e-4162-8572-ff77eeaf44ae admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6e261cc64a784eee9d30627d2586148e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0478280 Aug 10 14:35:27.544689 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.wsgi [-] (93410) accepted ('10.222.0.42', 54690) {{(pid=93410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:35:27.602034 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-d06f1378-fcbb-4d4c-bb9e-4483351959ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:27.610654 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Device 381d83d8-924b-472d-84ef-21a4a84ff0d7 no longer exists at agent ovs-agent-dv-cinder-798198-2-iscsi {{(pid=93412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 14:35:27.625392 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-d06f1378-fcbb-4d4c-bb9e-4483351959ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:27.632036 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.plugin [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] No Port match for: 381d83d8-924b-472d-84ef-21a4a84ff0d7 {{(pid=93412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 14:35:27.632911 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Device 381d83d8-924b-472d-84ef-21a4a84ff0d7 not bound to the agent host dv-cinder-798198-2-iscsi {{(pid=93412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 14:35:27.633406 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Device 21c7915d-976b-4aaf-8e9c-f54e625c6018 no longer exists at agent ovs-agent-dv-cinder-798198-2-iscsi {{(pid=93412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 14:35:27.654527 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.plugin [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] No Port match for: 21c7915d-976b-4aaf-8e9c-f54e625c6018 {{(pid=93412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 14:35:27.654866 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Device 21c7915d-976b-4aaf-8e9c-f54e625c6018 not bound to the agent host dv-cinder-798198-2-iscsi {{(pid=93412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 14:35:27.655274 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Device 0f8808b7-bcfd-4df1-9fa6-15af9602f58f no longer exists at agent ovs-agent-dv-cinder-798198-2-iscsi {{(pid=93412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 14:35:27.673791 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.plugin [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] No Port match for: 0f8808b7-bcfd-4df1-9fa6-15af9602f58f {{(pid=93412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 14:35:27.674155 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Device 0f8808b7-bcfd-4df1-9fa6-15af9602f58f not bound to the agent host dv-cinder-798198-2-iscsi {{(pid=93412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 14:35:27.674669 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-d06f1378-fcbb-4d4c-bb9e-4483351959ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734645'] for security_group, after_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:27.677836 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-d06f1378-fcbb-4d4c-bb9e-4483351959ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:27.678501 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [None req-d06f1378-fcbb-4d4c-bb9e-4483351959ca admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/dd8def2d-3800-4419-b507-ee5e56dca269 HTTP/1.1" status: 204 len: 168 time: 0.1325684 Aug 10 14:35:27.690387 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06f1378-fcbb-4d4c-bb9e-4483351959ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd8def2d-3800-4419-b507-ee5e56dca269,revision_number=None']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:35:28.352860 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.wsgi [-] (93410) accepted ('10.222.0.42', 54718) {{(pid=93410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:35:28.459981 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.v2.base [None req-1f207f60-ca64-4f5d-b164-1f24daf57c8b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2069893078-network', 'tenant_id': 'a05f2e4d11dd4970b1890e2ac2ce4c87'}} {{(pid=93410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:35:28.479923 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Device 08dcbb3c-2e23-4510-8253-e95e4f2cd6cf details requested by agent hyperv_hv-cinder-79819 with host hv-cinder-79819 {{(pid=93412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 14:35:28.487052 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f207f60-ca64-4f5d-b164-1f24daf57c8b admin admin] Made reservation on behalf of a05f2e4d11dd4970b1890e2ac2ce4c87 for: {'network': 1} {{(pid=93410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 14:35:28.489553 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-1f207f60-ca64-4f5d-b164-1f24daf57c8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for network, before_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:28.508866 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-1f207f60-ca64-4f5d-b164-1f24daf57c8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:28.570607 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91795ead-0107-448e-b054-db73c8795e18 req-6077c0ea-1a82-4722-b988-4bb2aa2eb44c tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:35:28.572143 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-91795ead-0107-448e-b054-db73c8795e18 req-6077c0ea-1a82-4722-b988-4bb2aa2eb44c tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] 10.222.0.42 "GET /v2.0/ports?device_id=c953e250-0087-4228-9b5f-491eec14b223 HTTP/1.1" status: 200 len: 944 time: 0.0876064 Aug 10 14:35:28.583588 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.db [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] For port 08dcbb3c-2e23-4510-8253-e95e4f2cd6cf, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=08dcbb3c-2e23-4510-8253-e95e4f2cd6cf,segment=NetworkSegment(9070e634-2e5b-4a24-9474-38d8394f1b6d),segment_id=9070e634-2e5b-4a24-9474-38d8394f1b6d)] {{(pid=93412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:35:28.596459 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Returning: {'device': '08dcbb3c-2e23-4510-8253-e95e4f2cd6cf', 'network_id': 'c66be7ba-5c71-487e-a4a7-ed7cb74aecf9', 'port_id': '08dcbb3c-2e23-4510-8253-e95e4f2cd6cf', 'mac_address': 'fa:16:3e:35:8a:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 565, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18e8c05a-0b63-4e4f-b068-6c86c9aef18c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 14:35:28.637226 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-91795ead-0107-448e-b054-db73c8795e18 req-6841c826-c4fe-479d-851e-89ffb8113dea tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] 10.222.0.42 "GET /v2.0/security-groups?id=0c5184e2-1849-46fe-9efa-103fa651f9d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560727 Aug 10 14:35:28.640599 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:28.655896 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.notifiers.nova [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08dcbb3c-2e23-4510-8253-e95e4f2cd6cf {{(pid=93412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 14:35:28.681793 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-1f207f60-ca64-4f5d-b164-1f24daf57c8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:28.683058 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.db [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] For port 08dcbb3c-2e23-4510-8253-e95e4f2cd6cf, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=08dcbb3c-2e23-4510-8253-e95e4f2cd6cf,segment=NetworkSegment(9070e634-2e5b-4a24-9474-38d8394f1b6d),segment_id=9070e634-2e5b-4a24-9474-38d8394f1b6d)] {{(pid=93412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:35:28.686614 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-1f207f60-ca64-4f5d-b164-1f24daf57c8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734645'] for security_group, after_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:28.688678 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683854493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786683465220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786683465238'] for port, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:28.714253 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f207f60-ca64-4f5d-b164-1f24daf57c8b admin admin] vlan segment allocate from pool success with {'vlan_id': 560, 'physical_network': 'physnet1'} {{(pid=93410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 14:35:28.724785 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f207f60-ca64-4f5d-b164-1f24daf57c8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a55f388-01b6-49c5-990a-10c9d99f74e8,revision_number=1']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:35:28.730148 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-1f207f60-ca64-4f5d-b164-1f24daf57c8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1962803'] for segment, precommit_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:28.730542 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.db.segments_db [None req-1f207f60-ca64-4f5d-b164-1f24daf57c8b admin admin] Added segment b1474386-8f64-4469-a373-f1fecf720fc6 of type vlan for network d5526d2f-b7f9-428c-be48-63f6c6ae4f96 Aug 10 14:35:28.744149 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Pushing event updated for resources: {'Port': ['ID=08dcbb3c-2e23-4510-8253-e95e4f2cd6cf,revision_number=4']} {{(pid=93412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:35:28.774107 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-1f207f60-ca64-4f5d-b164-1f24daf57c8b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786683450956'] for network, precommit_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:28.803388 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-1f207f60-ca64-4f5d-b164-1f24daf57c8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238'] for network, after_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:28.804326 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f207f60-ca64-4f5d-b164-1f24daf57c8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:35:28.804902 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-1f207f60-ca64-4f5d-b164-1f24daf57c8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-767256'] for network, before_response {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:28.863868 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [None req-1f207f60-ca64-4f5d-b164-1f24daf57c8b admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5096414 Aug 10 14:35:28.866672 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.wsgi [-] (93410) accepted ('10.222.0.42', 54726) {{(pid=93410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:35:28.871763 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.v2.base [None req-e55cc3a5-2cd9-4f70-ac33-0e50c2fed018 admin admin] Request body: {'subnet': {'network_id': 'd5526d2f-b7f9-428c-be48-63f6c6ae4f96', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2069893078-subnet', 'tenant_id': 'a05f2e4d11dd4970b1890e2ac2ce4c87', 'ip_version': 4}} {{(pid=93410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:35:28.883753 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f207f60-ca64-4f5d-b164-1f24daf57c8b admin admin] Pushing event updated for resources: {'Network': ['ID=d5526d2f-b7f9-428c-be48-63f6c6ae4f96,revision_number=1']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:35:28.894413 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Network d5526d2f-b7f9-428c-be48-63f6c6ae4f96 details requested by agent ovs-agent-dv-cinder-798198-2-iscsi with host dv-cinder-798198-2-iscsi {{(pid=93412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 14:35:28.899211 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e55cc3a5-2cd9-4f70-ac33-0e50c2fed018 admin admin] Made reservation on behalf of a05f2e4d11dd4970b1890e2ac2ce4c87 for: {'subnet': 1} {{(pid=93410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 14:35:28.902860 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-e55cc3a5-2cd9-4f70-ac33-0e50c2fed018 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25174165'] for subnet, before_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:28.940344 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.db [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] get_ports_and_sgs() called for port_ids ['08dcbb3c-2e23-4510-8253-e95e4f2cd6cf'] {{(pid=93412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 14:35:29.075824 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-e55cc3a5-2cd9-4f70-ac33-0e50c2fed018 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26372162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25174151'] for subnet, after_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:29.114164 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-e3127b1d-a643-40d8-8ed9-c9a72d2d4b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:29.119160 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:29.136401 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55cc3a5-2cd9-4f70-ac33-0e50c2fed018 admin admin] Pushing event updated for resources: {'Subnet': ['ID=82a0ee63-ad0f-4f7a-9eac-db5d15b3d575,revision_number=0']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:35:29.147418 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e55cc3a5-2cd9-4f70-ac33-0e50c2fed018 admin admin] Checking segment: {'id': 'b1474386-8f64-4469-a373-f1fecf720fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'd5526d2f-b7f9-428c-be48-63f6c6ae4f96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 14:35:29.147829 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e55cc3a5-2cd9-4f70-ac33-0e50c2fed018 admin admin] Network hostable DHCP agents. Network: d5526d2f-b7f9-428c-be48-63f6c6ae4f96, hostable agents: ['53faeb90-ccf6-4b1a-8900-1e421dfb616b'], hosted agents: [] {{(pid=93410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 14:35:29.165964 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e55cc3a5-2cd9-4f70-ac33-0e50c2fed018 admin admin] Network d5526d2f-b7f9-428c-be48-63f6c6ae4f96 is scheduled to be hosted by DHCP agent 53faeb90-ccf6-4b1a-8900-1e421dfb616b with binding_index 1 {{(pid=93410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 14:35:29.175315 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.scheduler.base_scheduler [None req-e55cc3a5-2cd9-4f70-ac33-0e50c2fed018 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798198-2-iscsi, d5526d2f-b7f9-428c-be48-63f6c6ae4f96) {{(pid=93410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:35:29.181841 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e55cc3a5-2cd9-4f70-ac33-0e50c2fed018 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:35:29.182485 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-e55cc3a5-2cd9-4f70-ac33-0e50c2fed018 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-767256'] for subnet, before_response {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:29.186848 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2c2c75b-999a-4c87-91a6-29842b6996e3 None None] Network d5526d2f-b7f9-428c-be48-63f6c6ae4f96 requested from dv-cinder-798198-2-iscsi {{(pid=93412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 14:35:29.200348 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [None req-e55cc3a5-2cd9-4f70-ac33-0e50c2fed018 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3325202 Aug 10 14:35:29.203118 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.wsgi [-] (93410) accepted ('10.222.0.42', 54728) {{(pid=93410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:35:29.207581 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.v2.base [None req-77f90244-b20d-463a-8976-9467fda6d97a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2069893078-router', 'tenant_id': 'a05f2e4d11dd4970b1890e2ac2ce4c87', 'external_gateway_info': {'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532'}}} {{(pid=93410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:35:29.227943 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-77f90244-b20d-463a-8976-9467fda6d97a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-891600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35319'] for router, before_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:29.228951 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-77f90244-b20d-463a-8976-9467fda6d97a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-889952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-879889', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35214'] for router, precommit_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:29.283648 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-77f90244-b20d-463a-8976-9467fda6d97a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:29.339611 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e54594a4-a6c4-45af-8ecc-c1bd59c0b0cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8873163a-82cf-5338-8941-670df499cab8-d5526d2f-b7f9-428c-be48-63f6c6ae4f96', 'network_id': 'd5526d2f-b7f9-428c-be48-63f6c6ae4f96', 'tenant_id': 'a05f2e4d11dd4970b1890e2ac2ce4c87', 'fixed_ips': [{'subnet_id': '82a0ee63-ad0f-4f7a-9eac-db5d15b3d575'}]}} from dv-cinder-798198-2-iscsi. {{(pid=93412) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 14:35:29.340476 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-e54594a4-a6c4-45af-8ecc-c1bd59c0b0cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_create {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:29.423873 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-77f90244-b20d-463a-8976-9467fda6d97a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:29.497614 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.db_base_plugin_common [None req-e54594a4-a6c4-45af-8ecc-c1bd59c0b0cf None None] Allocated IP 172.20.0.2 (d5526d2f-b7f9-428c-be48-63f6c6ae4f96/82a0ee63-ad0f-4f7a-9eac-db5d15b3d575/969b8d99-6967-4889-baa8-4d3e61eed07c) {{(pid=93412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 14:35:29.648012 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-e54594a4-a6c4-45af-8ecc-c1bd59c0b0cf None None] Notify callbacks [] for port, precommit_create {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:29.656508 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.provisioning_blocks [None req-e54594a4-a6c4-45af-8ecc-c1bd59c0b0cf None None] Transition to ACTIVE for port object 969b8d99-6967-4889-baa8-4d3e61eed07c will not be triggered until provisioned by entity L2. {{(pid=93412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 14:35:29.660051 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a56081-601a-4411-94bd-2634c025bddd req-e3f50362-bd11-4831-933b-31c28e1f1946 tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:35:29.661569 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-d5a56081-601a-4411-94bd-2634c025bddd req-e3f50362-bd11-4831-933b-31c28e1f1946 tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] 10.222.0.42 "GET /v2.0/ports?device_id=215a9fca-7177-4e3c-95bc-4bd87733540a HTTP/1.1" status: 200 len: 945 time: 0.1062574 Aug 10 14:35:29.665505 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-77f90244-b20d-463a-8976-9467fda6d97a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:29.672748 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.provisioning_blocks [None req-e54594a4-a6c4-45af-8ecc-c1bd59c0b0cf None None] Transition to ACTIVE for port object 969b8d99-6967-4889-baa8-4d3e61eed07c will not be triggered until provisioned by entity DHCP. {{(pid=93412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 14:35:29.680249 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-e54594a4-a6c4-45af-8ecc-c1bd59c0b0cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786683465198'] for port, after_create {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:29.699689 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-77f90244-b20d-463a-8976-9467fda6d97a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:29.725292 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e54594a4-a6c4-45af-8ecc-c1bd59c0b0cf None None] Network d5526d2f-b7f9-428c-be48-63f6c6ae4f96 is already hosted by enough agents. {{(pid=93412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 14:35:29.728844 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.scheduler.base_scheduler [None req-e54594a4-a6c4-45af-8ecc-c1bd59c0b0cf None None] Resources bound (agent type, host, resource id): {{(pid=93412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:35:29.731854 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e54594a4-a6c4-45af-8ecc-c1bd59c0b0cf None None] Received port after_create {{(pid=93412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 14:35:29.738804 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54594a4-a6c4-45af-8ecc-c1bd59c0b0cf None None] Pushing event updated for resources: {'Port': ['ID=969b8d99-6967-4889-baa8-4d3e61eed07c,revision_number=1']} {{(pid=93412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:35:29.775789 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-d5a56081-601a-4411-94bd-2634c025bddd req-422d1223-20cd-47e8-9f35-bc3699a22cf2 tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e1f1c30-11f2-4245-ad3d-ce9f21d473e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072624 Aug 10 14:35:29.790673 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.managers [None req-e54594a4-a6c4-45af-8ecc-c1bd59c0b0cf None None] Attempting to bind port 969b8d99-6967-4889-baa8-4d3e61eed07c on host dv-cinder-798198-2-iscsi for vnic_type normal with profile {{(pid=93412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 14:35:29.791112 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.managers [None req-e54594a4-a6c4-45af-8ecc-c1bd59c0b0cf None None] Attempting to bind port 969b8d99-6967-4889-baa8-4d3e61eed07c by drivers openvswitch,hyperv on host dv-cinder-798198-2-iscsi at level 0 using segments [{'id': 'b1474386-8f64-4469-a373-f1fecf720fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'd5526d2f-b7f9-428c-be48-63f6c6ae4f96'}] {{(pid=93412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 14:35:29.791535 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54594a4-a6c4-45af-8ecc-c1bd59c0b0cf None None] Attempting to bind port 969b8d99-6967-4889-baa8-4d3e61eed07c on network d5526d2f-b7f9-428c-be48-63f6c6ae4f96 {{(pid=93412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 14:35:29.797000 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54594a4-a6c4-45af-8ecc-c1bd59c0b0cf None None] Checking agent: {'id': 'd4363d4d-7a35-4f9b-b61a-c2590b3a63af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798198-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 14, 22, 29), 'started_at': datetime.datetime(2021, 8, 10, 14, 22, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 14, 35, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798198-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 14:35:29.797576 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54594a4-a6c4-45af-8ecc-c1bd59c0b0cf None None] Checking segment: {'id': 'b1474386-8f64-4469-a373-f1fecf720fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'd5526d2f-b7f9-428c-be48-63f6c6ae4f96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 14:35:29.798157 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-e54594a4-a6c4-45af-8ecc-c1bd59c0b0cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:29.798619 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54594a4-a6c4-45af-8ecc-c1bd59c0b0cf None None] Bound using segment: {'id': 'b1474386-8f64-4469-a373-f1fecf720fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'd5526d2f-b7f9-428c-be48-63f6c6ae4f96'} {{(pid=93412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 14:35:29.799150 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.managers [None req-e54594a4-a6c4-45af-8ecc-c1bd59c0b0cf None None] Bound port: 969b8d99-6967-4889-baa8-4d3e61eed07c, host: dv-cinder-798198-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1474386-8f64-4469-a373-f1fecf720fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'd5526d2f-b7f9-428c-be48-63f6c6ae4f96'}}] {{(pid=93412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 14:35:29.799522 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-e54594a4-a6c4-45af-8ecc-c1bd59c0b0cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:29.854833 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e102c698-765a-4c75-8c42-e81877fa9305 req-d86befae-6a38-4a34-b2e4-b2c4fb88d9a1 tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:35:29.856311 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-e102c698-765a-4c75-8c42-e81877fa9305 req-d86befae-6a38-4a34-b2e4-b2c4fb88d9a1 tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] 10.222.0.42 "GET /v2.0/ports?device_id=c953e250-0087-4228-9b5f-491eec14b223 HTTP/1.1" status: 200 len: 945 time: 0.1026061 Aug 10 14:35:29.866530 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.db [None req-e54594a4-a6c4-45af-8ecc-c1bd59c0b0cf None None] For port 969b8d99-6967-4889-baa8-4d3e61eed07c, host dv-cinder-798198-2-iscsi, cleared binding levels {{(pid=93412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 14:35:29.870715 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.db [None req-e54594a4-a6c4-45af-8ecc-c1bd59c0b0cf None None] For port 969b8d99-6967-4889-baa8-4d3e61eed07c, host dv-cinder-798198-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-2-iscsi',level=0,port_id=969b8d99-6967-4889-baa8-4d3e61eed07c,segment=NetworkSegment(b1474386-8f64-4469-a373-f1fecf720fc6),segment_id=b1474386-8f64-4469-a373-f1fecf720fc6)] {{(pid=93412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 14:35:29.875540 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-e54594a4-a6c4-45af-8ecc-c1bd59c0b0cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683854493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786683465220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786683465238'] for port, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:29.890929 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.db.db_base_plugin_common [None req-77f90244-b20d-463a-8976-9467fda6d97a admin admin] Allocated IP 172.27.0.197 (3c935337-17af-4240-bc2c-ccb5b04b1532/e735a612-8fb3-4a85-bede-f6307ba49d31/c6d4f948-752f-4e72-ace4-9fed7ef9b2e0) {{(pid=93410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 14:35:29.923019 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-e102c698-765a-4c75-8c42-e81877fa9305 req-3218bb02-1ddd-4761-a97a-87d9398ccaac tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] 10.222.0.42 "GET /v2.0/security-groups?id=0c5184e2-1849-46fe-9efa-103fa651f9d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586581 Aug 10 14:35:29.959518 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54594a4-a6c4-45af-8ecc-c1bd59c0b0cf None None] Pushing event updated for resources: {'Port': ['ID=969b8d99-6967-4889-baa8-4d3e61eed07c,revision_number=2']} {{(pid=93412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:35:30.019982 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-77f90244-b20d-463a-8976-9467fda6d97a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:30.075320 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-77f90244-b20d-463a-8976-9467fda6d97a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786683465198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26372150'] for port, after_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:30.118640 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77f90244-b20d-463a-8976-9467fda6d97a admin admin] Network 3c935337-17af-4240-bc2c-ccb5b04b1532 is already hosted by enough agents. {{(pid=93410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 14:35:30.121990 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.scheduler.base_scheduler [None req-77f90244-b20d-463a-8976-9467fda6d97a admin admin] Resources bound (agent type, host, resource id): {{(pid=93410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:35:30.125965 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f90244-b20d-463a-8976-9467fda6d97a admin admin] Received port after_create {{(pid=93410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 14:35:30.161946 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f90244-b20d-463a-8976-9467fda6d97a admin admin] Pushing event updated for resources: {'Port': ['ID=c6d4f948-752f-4e72-ace4-9fed7ef9b2e0,revision_number=1']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:35:30.207240 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-1682deac-1581-4d55-87bc-bceb4bcaf759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:30.392235 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-77f90244-b20d-463a-8976-9467fda6d97a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:30.499195 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Device 08dcbb3c-2e23-4510-8253-e95e4f2cd6cf up at agent hyperv_hv-cinder-79819 {{(pid=93412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:35:30.547040 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.provisioning_blocks [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Provisioning for port 08dcbb3c-2e23-4510-8253-e95e4f2cd6cf completed by entity L2. {{(pid=93412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 14:35:30.550636 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.provisioning_blocks [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Provisioning complete for port 08dcbb3c-2e23-4510-8253-e95e4f2cd6cf triggered by entity L2. {{(pid=93412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:35:30.551000 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932393'] for port, provisioning_complete {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:30.646321 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:30.673059 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c953e250-0087-4228-9b5f-491eec14b223', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08dcbb3c-2e23-4510-8253-e95e4f2cd6cf'}] {{(pid=93412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:35:30.675223 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9406f3752f8c5c09b2197ea24f22201eb31b4bb693178eb20b3d616b4d9459a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f8ac7eb-9998-43cc-bc6b-769103ba9962" -d '{"events": [{"server_uuid": "c953e250-0087-4228-9b5f-491eec14b223", "name": "network-vif-plugged", "status": "completed", "tag": "08dcbb3c-2e23-4510-8253-e95e4f2cd6cf"}]}' {{(pid=93412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:35:30.695715 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.db [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] For port 08dcbb3c-2e23-4510-8253-e95e4f2cd6cf, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=08dcbb3c-2e23-4510-8253-e95e4f2cd6cf,segment=NetworkSegment(9070e634-2e5b-4a24-9474-38d8394f1b6d),segment_id=9070e634-2e5b-4a24-9474-38d8394f1b6d)] {{(pid=93412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:35:30.707138 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683854493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786683465220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786683465238'] for port, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:30.707979 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Device ddf06d90-c644-4b7a-be10-706456fb33d8 no longer exists at agent hyperv_hv-cinder-79819 {{(pid=93412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 14:35:30.730491 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 14:35:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-570d6347-9db4-4161-853a-e4759ff0b4db x-openstack-request-id: req-570d6347-9db4-4161-853a-e4759ff0b4db {{(pid=93412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:35:30.730777 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c953e250-0087-4228-9b5f-491eec14b223", "name": "network-vif-plugged", "status": "completed", "tag": "08dcbb3c-2e23-4510-8253-e95e4f2cd6cf", "code": 200}]} {{(pid=93412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:35:30.731027 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-570d6347-9db4-4161-853a-e4759ff0b4db {{(pid=93412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:35:30.731423 dv-cinder-798198-2-iscsi neutron-server[93412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c953e250-0087-4228-9b5f-491eec14b223', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08dcbb3c-2e23-4510-8253-e95e4f2cd6cf', 'code': 200} Aug 10 14:35:30.754055 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.plugin [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] No Port match for: ddf06d90-c644-4b7a-be10-706456fb33d8 {{(pid=93412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 14:35:30.754383 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Device ddf06d90-c644-4b7a-be10-706456fb33d8 not bound to the agent host hv-cinder-79819 {{(pid=93412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 14:35:30.786420 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Pushing event updated for resources: {'Port': ['ID=08dcbb3c-2e23-4510-8253-e95e4f2cd6cf,revision_number=5']} {{(pid=93412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:35:30.951400 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-77f90244-b20d-463a-8976-9467fda6d97a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-889961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-880098'] for router, after_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:30.958183 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ebb6eae-0162-4aa5-83e1-065312511ccb None None] Network d5526d2f-b7f9-428c-be48-63f6c6ae4f96 requested from dv-cinder-798198-2-iscsi {{(pid=93412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 14:35:30.973948 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f916a00a-6b99-4187-abac-f4f74d1f9d84 req-a289b968-1a04-4b7a-9397-1414dec0b66e tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:35:30.975466 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-f916a00a-6b99-4187-abac-f4f74d1f9d84 req-a289b968-1a04-4b7a-9397-1414dec0b66e tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] 10.222.0.42 "GET /v2.0/ports?device_id=215a9fca-7177-4e3c-95bc-4bd87733540a HTTP/1.1" status: 200 len: 945 time: 0.1028788 Aug 10 14:35:31.028556 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4fe2f2-52cd-4c09-86a9-f795e77bf166 req-036d7b38-3833-4bc3-94a1-52ed251948af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:35:31.029980 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-0f4fe2f2-52cd-4c09-86a9-f795e77bf166 req-036d7b38-3833-4bc3-94a1-52ed251948af service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c953e250-0087-4228-9b5f-491eec14b223 HTTP/1.1" status: 200 len: 1099 time: 0.1251931 Aug 10 14:35:31.052682 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.provisioning_blocks [None req-20d38989-94be-4a01-b6cd-7932b8e1c344 None None] Provisioning for port 969b8d99-6967-4889-baa8-4d3e61eed07c completed by entity DHCP. {{(pid=93412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 14:35:31.154807 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-f916a00a-6b99-4187-abac-f4f74d1f9d84 req-a9402060-61f4-43e4-91b5-60d3c7c13e76 tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e1f1c30-11f2-4245-ad3d-ce9f21d473e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437752 Aug 10 14:35:31.161828 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-0f4fe2f2-52cd-4c09-86a9-f795e77bf166 req-47f19226-2379-40fd-99b6-ddc432ec7939 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=0c5184e2-1849-46fe-9efa-103fa651f9d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1197541 Aug 10 14:35:31.180842 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3573f9da-47dd-4b67-afd7-05a120b72fb7 req-463beac8-21f4-40a3-a689-4e19d73eaf90 tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:35:31.182676 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-3573f9da-47dd-4b67-afd7-05a120b72fb7 req-463beac8-21f4-40a3-a689-4e19d73eaf90 tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] 10.222.0.42 "GET /v2.0/ports?device_id=c953e250-0087-4228-9b5f-491eec14b223 HTTP/1.1" status: 200 len: 946 time: 0.1467414 Aug 10 14:35:31.239263 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-3573f9da-47dd-4b67-afd7-05a120b72fb7 req-6af7d776-6ffa-43ca-a5fc-2b223cfda60b tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] 10.222.0.42 "GET /v2.0/security-groups?id=0c5184e2-1849-46fe-9efa-103fa651f9d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482790 Aug 10 14:35:31.248333 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77f90244-b20d-463a-8976-9467fda6d97a admin admin] Router aca858a0-4185-400b-bac2-052a7dbfd1c0 is scheduled to L3 agent 8acc92de-0cfa-4d60-8b37-a39a4d3c1570 with binding_index 1 {{(pid=93410) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 14:35:31.382747 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77f90244-b20d-463a-8976-9467fda6d97a admin admin] Notify agent at l3_agent.dv-cinder-798198-2-iscsi the message routers_updated {{(pid=93410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 14:35:31.392788 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af93e6e4-5a47-4ff4-81b4-50a8aa0e6fd2 None None] Sync routers for ids ['aca858a0-4185-400b-bac2-052a7dbfd1c0'] in dv-cinder-798198-2-iscsi {{(pid=93412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 14:35:31.401747 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-77f90244-b20d-463a-8976-9467fda6d97a admin admin] Notify callbacks [] for router, before_response {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:31.403153 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af93e6e4-5a47-4ff4-81b4-50a8aa0e6fd2 None None] Routers {'aca858a0-4185-400b-bac2-052a7dbfd1c0'} bound to L3 agent in host dv-cinder-798198-2-iscsi {{(pid=93412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:35:31.403658 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [None req-77f90244-b20d-463a-8976-9467fda6d97a admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.1993589 Aug 10 14:35:31.403769 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.l3_hamode_db [None req-af93e6e4-5a47-4ff4-81b4-50a8aa0e6fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T14:22:29Z,description=,heartbeat_timestamp=2021-08-10T14:35:29Z,host='dv-cinder-798198-2-iscsi',id=8acc92de-0cfa-4d60-8b37-a39a4d3c1570,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T14:22:29Z,topic='l3_agent')) {'router_ids': ['aca858a0-4185-400b-bac2-052a7dbfd1c0'], 'active': True} {{(pid=93412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:35:31.406724 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.wsgi [-] (93410) accepted ('10.222.0.42', 54748) {{(pid=93410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:35:31.546584 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff442bc-7c01-4f68-a82f-50c631e10bc6 req-53932ff2-cb8c-4038-9b56-7a902e800eb6 tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:35:31.548025 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-3ff442bc-7c01-4f68-a82f-50c631e10bc6 req-53932ff2-cb8c-4038-9b56-7a902e800eb6 tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] 10.222.0.18 "GET /v2.0/ports?device_id=215a9fca-7177-4e3c-95bc-4bd87733540a HTTP/1.1" status: 200 len: 945 time: 0.0972912 Aug 10 14:35:31.584586 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Device 969b8d99-6967-4889-baa8-4d3e61eed07c up at agent ovs-agent-dv-cinder-798198-2-iscsi {{(pid=93412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:35:31.670669 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.l3_dvr_db [None req-af93e6e4-5a47-4ff4-81b4-50a8aa0e6fd2 None None] Set router aca858a0-4185-400b-bac2-052a7dbfd1c0 gateway port host: dv-cinder-798198-2-iscsi {{(pid=93412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:35:31.764048 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.provisioning_blocks [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Provisioning for port 969b8d99-6967-4889-baa8-4d3e61eed07c completed by entity L2. {{(pid=93412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 14:35:31.770774 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.provisioning_blocks [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Provisioning complete for port 969b8d99-6967-4889-baa8-4d3e61eed07c triggered by entity L2. {{(pid=93412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:35:31.771148 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932393'] for port, provisioning_complete {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:31.771633 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.plugin [req-3ff442bc-7c01-4f68-a82f-50c631e10bc6 req-5adb806a-98c8-4d11-9c2f-31e1e975aef2 tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] Deleting port a5a49576-0497-49b6-a806-61ff77b477aa {{(pid=93410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 14:35:31.772044 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-3ff442bc-7c01-4f68-a82f-50c631e10bc6 req-5adb806a-98c8-4d11-9c2f-31e1e975aef2 tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786683848753'] for port, before_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:31.903779 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:31.930867 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [req-3ff442bc-7c01-4f68-a82f-50c631e10bc6 req-5adb806a-98c8-4d11-9c2f-31e1e975aef2 tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] For port a5a49576-0497-49b6-a806-61ff77b477aa, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=a5a49576-0497-49b6-a806-61ff77b477aa,segment=NetworkSegment(cea0df64-e7aa-4971-9a61-80514ca799ba),segment_id=cea0df64-e7aa-4971-9a61-80514ca799ba)] {{(pid=93410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:35:31.931226 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-3ff442bc-7c01-4f68-a82f-50c631e10bc6 req-5adb806a-98c8-4d11-9c2f-31e1e975aef2 tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-879274'] for port, precommit_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:31.945443 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.db [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] For port 969b8d99-6967-4889-baa8-4d3e61eed07c, host dv-cinder-798198-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-2-iscsi',level=0,port_id=969b8d99-6967-4889-baa8-4d3e61eed07c,segment=NetworkSegment(b1474386-8f64-4469-a373-f1fecf720fc6),segment_id=b1474386-8f64-4469-a373-f1fecf720fc6)] {{(pid=93412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:35:31.948063 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.l3_hamode_db [None req-af93e6e4-5a47-4ff4-81b4-50a8aa0e6fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aca858a0-4185-400b-bac2-052a7dbfd1c0', 'name': 'tempest-TestVolumeBootPattern-2069893078-router', 'tenant_id': 'a05f2e4d11dd4970b1890e2ac2ce4c87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'external_fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.197'}], 'enable_snat': True}, 'gw_port_id': 'c6d4f948-752f-4e72-ace4-9fed7ef9b2e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:35:29Z', 'updated_at': '2021-08-10T14:35:30Z', 'revision_number': 3, 'project_id': 'a05f2e4d11dd4970b1890e2ac2ce4c87', 'gw_port': {'id': 'c6d4f948-752f-4e72-ace4-9fed7ef9b2e0', 'name': '', 'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:a4:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aca858a0-4185-400b-bac2-052a7dbfd1c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:35:29Z', 'updated_at': '2021-08-10T14:35:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-2-iscsi'}], 'dv-cinder-798198-2-iscsi', False) {} {{(pid=93412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:35:31.950584 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.plugin [req-3ff442bc-7c01-4f68-a82f-50c631e10bc6 req-5adb806a-98c8-4d11-9c2f-31e1e975aef2 tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] Calling delete_port for a5a49576-0497-49b6-a806-61ff77b477aa owned by compute:nova {{(pid=93410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 14:35:31.951329 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683854493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786683465220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786683465238'] for port, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:31.978703 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af93e6e4-5a47-4ff4-81b4-50a8aa0e6fd2 None None] Checking router: aca858a0-4185-400b-bac2-052a7dbfd1c0 for host: dv-cinder-798198-2-iscsi {{(pid=93412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 14:35:31.979054 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af93e6e4-5a47-4ff4-81b4-50a8aa0e6fd2 None None] Updating router aca858a0-4185-400b-bac2-052a7dbfd1c0 port c6d4f948-752f-4e72-ace4-9fed7ef9b2e0 binding host dv-cinder-798198-2-iscsi {{(pid=93412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 14:35:32.031382 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-af93e6e4-5a47-4ff4-81b4-50a8aa0e6fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:32.066580 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Pushing event updated for resources: {'Port': ['ID=969b8d99-6967-4889-baa8-4d3e61eed07c,revision_number=3']} {{(pid=93412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:35:32.099155 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-d9dfa24b-48b4-45ad-924e-3e8df1430ffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:32.157147 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-f97b798d-bd61-4bdb-bb4a-e55e1a0659df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:32.246205 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-3ff442bc-7c01-4f68-a82f-50c631e10bc6 req-5adb806a-98c8-4d11-9c2f-31e1e975aef2 tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786683854475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786683465207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26372150'] for port, after_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:32.263324 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.db [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] get_ports_and_sgs() called for port_ids ['d2390cef-8b0d-412d-9d0a-904f49334482', 'e07f7748-19c2-4af0-b503-b9307466fff9', 'a5a49576-0497-49b6-a806-61ff77b477aa'] {{(pid=93412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 14:35:32.306281 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-be2a692c-92dc-48f2-8d8a-69085dcf8484 req-0d17734e-3ad2-474b-b6fa-40f906df9e5d tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] 10.222.0.42 "GET /v2.0/ports?device_id=215a9fca-7177-4e3c-95bc-4bd87733540a HTTP/1.1" status: 200 len: 210 time: 0.0635271 Aug 10 14:35:32.312590 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adb806a-98c8-4d11-9c2f-31e1e975aef2 tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] Pushing event deleted for resources: {'Port': ['ID=a5a49576-0497-49b6-a806-61ff77b477aa,revision_number=None']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:35:32.376572 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-af93e6e4-5a47-4ff4-81b4-50a8aa0e6fd2 None None] Notify callbacks [] for port, precommit_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:32.392816 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ff442bc-7c01-4f68-a82f-50c631e10bc6 req-5adb806a-98c8-4d11-9c2f-31e1e975aef2 tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] No DVR routers for this DVR port a5a49576-0497-49b6-a806-61ff77b477aa on host hv-cinder-79819 {{(pid=93410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 14:35:32.396352 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-3ff442bc-7c01-4f68-a82f-50c631e10bc6 req-5adb806a-98c8-4d11-9c2f-31e1e975aef2 tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-387483'] for port, before_response {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:32.399588 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-3ff442bc-7c01-4f68-a82f-50c631e10bc6 req-5adb806a-98c8-4d11-9c2f-31e1e975aef2 tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] 10.222.0.18 "DELETE /v2.0/ports/a5a49576-0497-49b6-a806-61ff77b477aa HTTP/1.1" status: 204 len: 173 time: 0.8440559 Aug 10 14:35:32.402533 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.provisioning_blocks [None req-af93e6e4-5a47-4ff4-81b4-50a8aa0e6fd2 None None] Transition to ACTIVE for port object c6d4f948-752f-4e72-ace4-9fed7ef9b2e0 will not be triggered until provisioned by entity L2. {{(pid=93412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 14:35:32.415866 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-af93e6e4-5a47-4ff4-81b4-50a8aa0e6fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683854493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786683465220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786683465238'] for port, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:32.418840 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '215a9fca-7177-4e3c-95bc-4bd87733540a', 'name': 'network-vif-deleted', 'tag': 'a5a49576-0497-49b6-a806-61ff77b477aa'}] {{(pid=93410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:35:32.433090 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}173c15a1f530ed65b3eefe425c4e9cd9c28cfc2a1cdec76c1bb34aa91000b996" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23b45dbc-f61a-41f6-8379-49b1c96d0018" -d '{"events": [{"server_uuid": "215a9fca-7177-4e3c-95bc-4bd87733540a", "name": "network-vif-deleted", "tag": "a5a49576-0497-49b6-a806-61ff77b477aa"}]}' {{(pid=93410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:35:32.473384 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.db.db_base_plugin_common [None req-d9dfa24b-48b4-45ad-924e-3e8df1430ffb admin admin] Allocated IP 172.20.0.1 (d5526d2f-b7f9-428c-be48-63f6c6ae4f96/82a0ee63-ad0f-4f7a-9eac-db5d15b3d575/18dd6e20-f0cc-48eb-be22-d5ea10f530a2) {{(pid=93410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 14:35:32.505008 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c5b024-3a3c-452c-a323-ab46313c5b90 req-69e45c71-bf94-42b7-afb1-b2fa9cedf5ae tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:35:32.506638 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-f5c5b024-3a3c-452c-a323-ab46313c5b90 req-69e45c71-bf94-42b7-afb1-b2fa9cedf5ae tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] 10.222.0.42 "GET /v2.0/ports?device_id=c953e250-0087-4228-9b5f-491eec14b223 HTTP/1.1" status: 200 len: 946 time: 0.1605542 Aug 10 14:35:32.511053 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 14:35:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd847295-7102-4d7e-ac33-54a7ab6f36e1 x-openstack-request-id: req-cd847295-7102-4d7e-ac33-54a7ab6f36e1 {{(pid=93410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:35:32.511454 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "215a9fca-7177-4e3c-95bc-4bd87733540a", "name": "network-vif-deleted", "tag": "a5a49576-0497-49b6-a806-61ff77b477aa", "status": "completed", "code": 200}]} {{(pid=93410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:35:32.511712 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-cd847295-7102-4d7e-ac33-54a7ab6f36e1 {{(pid=93410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:35:32.512101 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '215a9fca-7177-4e3c-95bc-4bd87733540a', 'name': 'network-vif-deleted', 'tag': 'a5a49576-0497-49b6-a806-61ff77b477aa', 'status': 'completed', 'code': 200} Aug 10 14:35:32.533412 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ca49d4-7549-4553-9da7-02d79acb4f94 None None] Pushing event updated for resources: {'Port': ['ID=c6d4f948-752f-4e72-ace4-9fed7ef9b2e0,revision_number=2']} {{(pid=93412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:35:32.541770 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.managers [None req-af93e6e4-5a47-4ff4-81b4-50a8aa0e6fd2 None None] Attempting to bind port c6d4f948-752f-4e72-ace4-9fed7ef9b2e0 on host dv-cinder-798198-2-iscsi for vnic_type normal with profile {{(pid=93412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 14:35:32.541872 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.managers [None req-af93e6e4-5a47-4ff4-81b4-50a8aa0e6fd2 None None] Attempting to bind port c6d4f948-752f-4e72-ace4-9fed7ef9b2e0 by drivers openvswitch,hyperv on host dv-cinder-798198-2-iscsi at level 0 using segments [{'id': '9b73c935-a484-45be-a2a0-87b3c816c298', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532'}] {{(pid=93412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 14:35:32.542275 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af93e6e4-5a47-4ff4-81b4-50a8aa0e6fd2 None None] Attempting to bind port c6d4f948-752f-4e72-ace4-9fed7ef9b2e0 on network 3c935337-17af-4240-bc2c-ccb5b04b1532 {{(pid=93412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 14:35:32.550068 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af93e6e4-5a47-4ff4-81b4-50a8aa0e6fd2 None None] Checking agent: {'id': 'd4363d4d-7a35-4f9b-b61a-c2590b3a63af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798198-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 14, 22, 29), 'started_at': datetime.datetime(2021, 8, 10, 14, 22, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 14, 35, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798198-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 14:35:32.551305 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af93e6e4-5a47-4ff4-81b4-50a8aa0e6fd2 None None] Checking segment: {'id': '9b73c935-a484-45be-a2a0-87b3c816c298', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 14:35:32.551305 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-af93e6e4-5a47-4ff4-81b4-50a8aa0e6fd2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:32.551305 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af93e6e4-5a47-4ff4-81b4-50a8aa0e6fd2 None None] Bound using segment: {'id': '9b73c935-a484-45be-a2a0-87b3c816c298', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532'} {{(pid=93412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 14:35:32.551714 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.managers [None req-af93e6e4-5a47-4ff4-81b4-50a8aa0e6fd2 None None] Bound port: c6d4f948-752f-4e72-ace4-9fed7ef9b2e0, host: dv-cinder-798198-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b73c935-a484-45be-a2a0-87b3c816c298', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532'}}] {{(pid=93412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 14:35:32.552063 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-af93e6e4-5a47-4ff4-81b4-50a8aa0e6fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:32.620573 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-f5c5b024-3a3c-452c-a323-ab46313c5b90 req-63c46a0d-3cf3-4ea7-8440-825a7bd0218a tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] 10.222.0.42 "GET /v2.0/security-groups?id=0c5184e2-1849-46fe-9efa-103fa651f9d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1047544 Aug 10 14:35:32.640428 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.db [None req-af93e6e4-5a47-4ff4-81b4-50a8aa0e6fd2 None None] For port c6d4f948-752f-4e72-ace4-9fed7ef9b2e0, host dv-cinder-798198-2-iscsi, cleared binding levels {{(pid=93412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 14:35:32.647529 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.db [None req-af93e6e4-5a47-4ff4-81b4-50a8aa0e6fd2 None None] For port c6d4f948-752f-4e72-ace4-9fed7ef9b2e0, host dv-cinder-798198-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-2-iscsi',level=0,port_id=c6d4f948-752f-4e72-ace4-9fed7ef9b2e0,segment=NetworkSegment(9b73c935-a484-45be-a2a0-87b3c816c298),segment_id=9b73c935-a484-45be-a2a0-87b3c816c298)] {{(pid=93412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 14:35:32.659801 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-af93e6e4-5a47-4ff4-81b4-50a8aa0e6fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683854493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786683465220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786683465238'] for port, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:32.664089 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-d9dfa24b-48b4-45ad-924e-3e8df1430ffb admin admin] Notify callbacks [] for port, precommit_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:32.680186 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [None req-d9dfa24b-48b4-45ad-924e-3e8df1430ffb admin admin] Transition to ACTIVE for port object 18dd6e20-f0cc-48eb-be22-d5ea10f530a2 will not be triggered until provisioned by entity DHCP. {{(pid=93410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 14:35:32.698636 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:32.742823 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-d9dfa24b-48b4-45ad-924e-3e8df1430ffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786683465198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26372150'] for port, after_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:32.750910 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ca49d4-7549-4553-9da7-02d79acb4f94 None None] Pushing event updated for resources: {'Port': ['ID=c6d4f948-752f-4e72-ace4-9fed7ef9b2e0,revision_number=3']} {{(pid=93412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:35:32.756832 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af93e6e4-5a47-4ff4-81b4-50a8aa0e6fd2 None None] Routers {'aca858a0-4185-400b-bac2-052a7dbfd1c0'} bound to L3 agent in host dv-cinder-798198-2-iscsi {{(pid=93412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:35:32.757477 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.l3_hamode_db [None req-af93e6e4-5a47-4ff4-81b4-50a8aa0e6fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T14:22:29Z,description=,heartbeat_timestamp=2021-08-10T14:35:29Z,host='dv-cinder-798198-2-iscsi',id=8acc92de-0cfa-4d60-8b37-a39a4d3c1570,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T14:22:29Z,topic='l3_agent')) {'router_ids': ['aca858a0-4185-400b-bac2-052a7dbfd1c0'], 'active': True} {{(pid=93412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:35:32.794321 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d11ec5-9e76-4f05-bf33-e84eeee24225 req-14a0fb1a-2f1b-4bc3-b901-cfdea1b23257 tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:35:32.795806 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-40d11ec5-9e76-4f05-bf33-e84eeee24225 req-14a0fb1a-2f1b-4bc3-b901-cfdea1b23257 tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] 10.222.0.42 "GET /v2.0/ports?device_id=c953e250-0087-4228-9b5f-491eec14b223 HTTP/1.1" status: 200 len: 946 time: 0.0945203 Aug 10 14:35:32.801330 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9dfa24b-48b4-45ad-924e-3e8df1430ffb admin admin] Network d5526d2f-b7f9-428c-be48-63f6c6ae4f96 is already hosted by enough agents. {{(pid=93410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 14:35:32.804453 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.scheduler.base_scheduler [None req-d9dfa24b-48b4-45ad-924e-3e8df1430ffb admin admin] Resources bound (agent type, host, resource id): {{(pid=93410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:35:32.805125 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.wsgi [-] (93411) accepted ('10.222.0.42', 54760) {{(pid=93411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:35:32.807953 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9dfa24b-48b4-45ad-924e-3e8df1430ffb admin admin] Received port after_create {{(pid=93410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 14:35:32.810630 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.v2.base [None req-72575da6-ca34-4b5e-adb4-7cf456b4a2cb tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] Request body: {'floatingip': {'port_id': '08dcbb3c-2e23-4510-8253-e95e4f2cd6cf'}} {{(pid=93411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:35:32.832817 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dfa24b-48b4-45ad-924e-3e8df1430ffb admin admin] Pushing event updated for resources: {'Port': ['ID=18dd6e20-f0cc-48eb-be22-d5ea10f530a2,revision_number=1']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:35:32.862876 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-d9dfa24b-48b4-45ad-924e-3e8df1430ffb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-717585'] for router_interface, before_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:32.900020 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.l3_dvr_db [None req-af93e6e4-5a47-4ff4-81b4-50a8aa0e6fd2 None None] Set router aca858a0-4185-400b-bac2-052a7dbfd1c0 gateway port host: dv-cinder-798198-2-iscsi {{(pid=93412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:35:32.904169 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-72575da6-ca34-4b5e-adb4-7cf456b4a2cb tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] Notify callbacks [] for floatingip, before_update {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:33.018683 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-d9dfa24b-48b4-45ad-924e-3e8df1430ffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:33.130789 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.provisioning_blocks [None req-d15227e9-9cd4-41c5-b503-a8af052fdd70 None None] Provisioning for port 18dd6e20-f0cc-48eb-be22-d5ea10f530a2 completed by entity DHCP. {{(pid=93412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 14:35:33.138647 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.provisioning_blocks [None req-d15227e9-9cd4-41c5-b503-a8af052fdd70 None None] Provisioning complete for port 18dd6e20-f0cc-48eb-be22-d5ea10f530a2 triggered by entity DHCP. {{(pid=93412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:35:33.139263 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-d15227e9-9cd4-41c5-b503-a8af052fdd70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932393'] for port, provisioning_complete {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:33.175677 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.l3_hamode_db [None req-af93e6e4-5a47-4ff4-81b4-50a8aa0e6fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aca858a0-4185-400b-bac2-052a7dbfd1c0', 'name': 'tempest-TestVolumeBootPattern-2069893078-router', 'tenant_id': 'a05f2e4d11dd4970b1890e2ac2ce4c87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'external_fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.197'}], 'enable_snat': True}, 'gw_port_id': 'c6d4f948-752f-4e72-ace4-9fed7ef9b2e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:35:29Z', 'updated_at': '2021-08-10T14:35:30Z', 'revision_number': 3, 'project_id': 'a05f2e4d11dd4970b1890e2ac2ce4c87', 'gw_port': {'id': 'c6d4f948-752f-4e72-ace4-9fed7ef9b2e0', 'name': '', 'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:a4:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aca858a0-4185-400b-bac2-052a7dbfd1c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:35:29Z', 'updated_at': '2021-08-10T14:35:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-2-iscsi'}], 'dv-cinder-798198-2-iscsi', False) {} {{(pid=93412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:35:33.213709 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-d9dfa24b-48b4-45ad-924e-3e8df1430ffb admin admin] Notify callbacks [] for port, precommit_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:33.218861 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af93e6e4-5a47-4ff4-81b4-50a8aa0e6fd2 None None] The sync data for ids ['aca858a0-4185-400b-bac2-052a7dbfd1c0'] in dv-cinder-798198-2-iscsi is: [{'id': 'aca858a0-4185-400b-bac2-052a7dbfd1c0', 'name': 'tempest-TestVolumeBootPattern-2069893078-router', 'tenant_id': 'a05f2e4d11dd4970b1890e2ac2ce4c87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'external_fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.197'}], 'enable_snat': True}, 'gw_port_id': 'c6d4f948-752f-4e72-ace4-9fed7ef9b2e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:35:29Z', 'updated_at': '2021-08-10T14:35:30Z', 'revision_number': 3, 'project_id': 'a05f2e4d11dd4970b1890e2ac2ce4c87', 'gw_port': {'id': 'c6d4f948-752f-4e72-ace4-9fed7ef9b2e0', 'name': '', 'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:a4:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aca858a0-4185-400b-bac2-052a7dbfd1c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:35:29Z', 'updated_at': '2021-08-10T14:35:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-2-iscsi'}] {{(pid=93412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 14:35:33.221343 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-d9dfa24b-48b4-45ad-924e-3e8df1430ffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683854493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786683465220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786683465238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26372301'] for port, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:33.233909 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.plugin [None req-d15227e9-9cd4-41c5-b503-a8af052fdd70 None None] Port 18dd6e20-f0cc-48eb-be22-d5ea10f530a2 cannot update to ACTIVE because it is not bound. {{(pid=93412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 14:35:33.304906 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-d9dfa24b-48b4-45ad-924e-3e8df1430ffb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-767284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-717733'] for router_interface, after_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:33.307735 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dfa24b-48b4-45ad-924e-3e8df1430ffb admin admin] Pushing event updated for resources: {'Port': ['ID=18dd6e20-f0cc-48eb-be22-d5ea10f530a2,revision_number=2']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:35:33.434287 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9dfa24b-48b4-45ad-924e-3e8df1430ffb admin admin] Network d5526d2f-b7f9-428c-be48-63f6c6ae4f96 is already hosted by enough agents. {{(pid=93410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 14:35:33.436171 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.scheduler.base_scheduler [None req-d9dfa24b-48b4-45ad-924e-3e8df1430ffb admin admin] Resources bound (agent type, host, resource id): {{(pid=93410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:35:33.509854 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-72575da6-ca34-4b5e-adb4-7cf456b4a2cb tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:33.518233 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-72575da6-ca34-4b5e-adb4-7cf456b4a2cb tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-880024'] for floatingip, after_update {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:33.633524 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Device 969b8d99-6967-4889-baa8-4d3e61eed07c up at agent ovs-agent-dv-cinder-798198-2-iscsi {{(pid=93412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:35:33.644404 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9dfa24b-48b4-45ad-924e-3e8df1430ffb admin admin] Router aca858a0-4185-400b-bac2-052a7dbfd1c0 has already been hosted by L3 agent 8acc92de-0cfa-4d60-8b37-a39a4d3c1570 {{(pid=93410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 14:35:33.688813 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.db.l3_db [None req-72575da6-ca34-4b5e-adb4-7cf456b4a2cb tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] Floating IP 916f835c-098a-4a07-91d0-4c794b247321 associated. External IP: 172.27.0.174, port: 08dcbb3c-2e23-4510-8253-e95e4f2cd6cf. Aug 10 14:35:33.751040 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.provisioning_blocks [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Provisioning complete for port 969b8d99-6967-4889-baa8-4d3e61eed07c triggered by entity L2. {{(pid=93412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:35:33.751786 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932393'] for port, provisioning_complete {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:33.861766 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0566939-ac9a-43c9-8ae7-dc1f0896ca86 req-3cae5212-0c6e-46d3-824a-bc37c88041aa tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:35:33.863527 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-e0566939-ac9a-43c9-8ae7-dc1f0896ca86 req-3cae5212-0c6e-46d3-824a-bc37c88041aa tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] 10.222.0.42 "GET /v2.0/ports?device_id=b3f42852-26ba-4450-b2f1-641047eb217c HTTP/1.1" status: 200 len: 946 time: 0.1410835 Aug 10 14:35:33.868781 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9dfa24b-48b4-45ad-924e-3e8df1430ffb admin admin] Notify agent at l3_agent.dv-cinder-798198-2-iscsi the message routers_updated {{(pid=93410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 14:35:33.881496 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [None req-d9dfa24b-48b4-45ad-924e-3e8df1430ffb admin admin] 10.222.0.42 "PUT /v2.0/routers/aca858a0-4185-400b-bac2-052a7dbfd1c0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4697287 Aug 10 14:35:33.941213 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.provisioning_blocks [None req-b86c9490-982e-471d-bd55-b7aa1269b613 None None] Provisioning complete for port 18dd6e20-f0cc-48eb-be22-d5ea10f530a2 triggered by entity DHCP. {{(pid=93412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:35:33.941824 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-b86c9490-982e-471d-bd55-b7aa1269b613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932393'] for port, provisioning_complete {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:33.957973 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-e0566939-ac9a-43c9-8ae7-dc1f0896ca86 req-170e15a1-dc44-4110-8b00-329624d15321 tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e1f1c30-11f2-4245-ad3d-ce9f21d473e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790584 Aug 10 14:35:33.979760 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-07d77e4f-4ae0-45d3-af55-8406905d52e7 req-c7d11fe6-ced5-4dc4-8501-0def1112f582 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=df8319e0-c023-4611-a25a-320bb70203fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0917990 Aug 10 14:35:34.021491 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.plugin [None req-b86c9490-982e-471d-bd55-b7aa1269b613 None None] Port 18dd6e20-f0cc-48eb-be22-d5ea10f530a2 cannot update to ACTIVE because it is not bound. {{(pid=93412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 14:35:34.024869 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72575da6-ca34-4b5e-adb4-7cf456b4a2cb tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] Router 315401fe-0a42-4c73-a636-9839113f4d36 has already been hosted by L3 agent 8acc92de-0cfa-4d60-8b37-a39a4d3c1570 {{(pid=93411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 14:35:34.082869 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d77e4f-4ae0-45d3-af55-8406905d52e7 req-8159775c-301d-4529-8c19-9797c6eb3b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:35:34.085494 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-07d77e4f-4ae0-45d3-af55-8406905d52e7 req-8159775c-301d-4529-8c19-9797c6eb3b0c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=44853dc206f34059b469cc35cda5cb30&device_id=df8319e0-c023-4611-a25a-320bb70203fa HTTP/1.1" status: 200 len: 1098 time: 0.0529115 Aug 10 14:35:34.157205 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72575da6-ca34-4b5e-adb4-7cf456b4a2cb tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] Notify agent at l3_agent.dv-cinder-798198-2-iscsi the message routers_updated {{(pid=93411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 14:35:34.163017 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-72575da6-ca34-4b5e-adb4-7cf456b4a2cb tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-387483'] for floatingip, before_response {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:34.167839 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caddc216-13e4-41ef-be19-1cff33194ef7 None None] Sync routers for ids ['315401fe-0a42-4c73-a636-9839113f4d36'] in dv-cinder-798198-2-iscsi {{(pid=93413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 14:35:34.185778 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caddc216-13e4-41ef-be19-1cff33194ef7 None None] Routers {'315401fe-0a42-4c73-a636-9839113f4d36'} bound to L3 agent in host dv-cinder-798198-2-iscsi {{(pid=93413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:35:34.186778 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.db.l3_hamode_db [None req-caddc216-13e4-41ef-be19-1cff33194ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T14:22:29Z,description=,heartbeat_timestamp=2021-08-10T14:35:29Z,host='dv-cinder-798198-2-iscsi',id=8acc92de-0cfa-4d60-8b37-a39a4d3c1570,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T14:22:29Z,topic='l3_agent')) {'router_ids': ['315401fe-0a42-4c73-a636-9839113f4d36'], 'active': True} {{(pid=93413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:35:34.206402 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-72575da6-ca34-4b5e-adb4-7cf456b4a2cb tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] 10.222.0.42 "PUT /v2.0/floatingips/916f835c-098a-4a07-91d0-4c794b247321 HTTP/1.1" status: 200 len: 992 time: 1.3999529 Aug 10 14:35:34.207445 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c953e250-0087-4228-9b5f-491eec14b223', 'tag': '08dcbb3c-2e23-4510-8253-e95e4f2cd6cf'}] {{(pid=93411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:35:34.211051 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800b4800a729c8c4e9259a6bd3a96cb19d394e8e3458720dab8774963c0953a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9719bbcb-29b8-4c5d-8ab3-025b549f0877" -d '{"events": [{"name": "network-changed", "server_uuid": "c953e250-0087-4228-9b5f-491eec14b223", "tag": "08dcbb3c-2e23-4510-8253-e95e4f2cd6cf"}]}' {{(pid=93411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:35:34.385962 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 14:35:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab3e8202-1dc9-458f-955e-9369992776f0 x-openstack-request-id: req-ab3e8202-1dc9-458f-955e-9369992776f0 {{(pid=93411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:35:34.386319 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c953e250-0087-4228-9b5f-491eec14b223", "tag": "08dcbb3c-2e23-4510-8253-e95e4f2cd6cf", "status": "completed", "code": 200}]} {{(pid=93411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:35:34.386632 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ab3e8202-1dc9-458f-955e-9369992776f0 {{(pid=93411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:35:34.387091 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c953e250-0087-4228-9b5f-491eec14b223', 'tag': '08dcbb3c-2e23-4510-8253-e95e4f2cd6cf', 'status': 'completed', 'code': 200} Aug 10 14:35:34.449525 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.db.l3_dvr_db [None req-caddc216-13e4-41ef-be19-1cff33194ef7 None None] Set router 315401fe-0a42-4c73-a636-9839113f4d36 gateway port host: dv-cinder-798198-2-iscsi {{(pid=93413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:35:34.564040 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d77e4f-4ae0-45d3-af55-8406905d52e7 req-3bda6b97-ea1b-4c10-ac20-a60e8e5a9910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:35:34.565874 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-07d77e4f-4ae0-45d3-af55-8406905d52e7 req-3bda6b97-ea1b-4c10-ac20-a60e8e5a9910 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a614d805-3c32-418a-8a36-2a0c20a67d14 HTTP/1.1" status: 200 len: 915 time: 0.4575841 Aug 10 14:35:34.566996 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.wsgi [-] (93411) accepted ('10.222.0.42', 54792) {{(pid=93411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:35:34.572881 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.v2.base [None req-cc66d240-42c7-42b0-9409-44859efbfdff admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1318528824-network', 'tenant_id': '9bc5e287b20e4832a5f49ca7fada2aab'}} {{(pid=93411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:35:34.606044 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc66d240-42c7-42b0-9409-44859efbfdff admin admin] Made reservation on behalf of 9bc5e287b20e4832a5f49ca7fada2aab for: {'network': 1} {{(pid=93411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 14:35:34.608607 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-cc66d240-42c7-42b0-9409-44859efbfdff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for network, before_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:34.619589 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-cc66d240-42c7-42b0-9409-44859efbfdff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:34.739847 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.db.l3_hamode_db [None req-caddc216-13e4-41ef-be19-1cff33194ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '315401fe-0a42-4c73-a636-9839113f4d36', 'name': 'tempest-AttachVolumeTestJSON-1660418919-router', 'tenant_id': '02185bbc814948319e41921dcf271d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'external_fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': '5d03ed95-293a-4227-9c67-87733d1923ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:30:14Z', 'updated_at': '2021-08-10T14:30:33Z', 'revision_number': 4, 'project_id': '02185bbc814948319e41921dcf271d7d', 'gw_port': {'id': '5d03ed95-293a-4227-9c67-87733d1923ad', 'name': '', 'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:b5:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315401fe-0a42-4c73-a636-9839113f4d36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:30:16Z', 'updated_at': '2021-08-10T14:30:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-2-iscsi', '_floatingips': [{'id': '916f835c-098a-4a07-91d0-4c794b247321', 'tenant_id': '02185bbc814948319e41921dcf271d7d', 'floating_ip_address': '172.27.0.174', 'floating_network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'router_id': '315401fe-0a42-4c73-a636-9839113f4d36', 'port_id': '08dcbb3c-2e23-4510-8253-e95e4f2cd6cf', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c66be7ba-5c71-487e-a4a7-ed7cb74aecf9', 'mac_address': 'fa:16:3e:35:8a:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c953e250-0087-4228-9b5f-491eec14b223', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T14:35:18Z', 'updated_at': '2021-08-10T14:35:33Z', 'revision_number': 1, 'project_id': '02185bbc814948319e41921dcf271d7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f66e7155-559c-4a06-bfcc-f6f352746d90', 'name': '', 'network_id': 'c66be7ba-5c71-487e-a4a7-ed7cb74aecf9', 'tenant_id': '02185bbc814948319e41921dcf271d7d', 'mac_address': 'fa:16:3e:6c:63:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315401fe-0a42-4c73-a636-9839113f4d36', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '18e8c05a-0b63-4e4f-b068-6c86c9aef18c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:30:29Z', 'updated_at': '2021-08-10T14:30:47Z', 'revision_number': 5, 'project_id': '02185bbc814948319e41921dcf271d7d', 'subnets': [{'id': '18e8c05a-0b63-4e4f-b068-6c86c9aef18c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-2-iscsi', False) {} {{(pid=93413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:35:34.744490 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-cc66d240-42c7-42b0-9409-44859efbfdff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:34.748983 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-cc66d240-42c7-42b0-9409-44859efbfdff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734645'] for security_group, after_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:34.768667 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caddc216-13e4-41ef-be19-1cff33194ef7 None None] Checking router: 315401fe-0a42-4c73-a636-9839113f4d36 for host: dv-cinder-798198-2-iscsi {{(pid=93413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 14:35:34.777103 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-07d77e4f-4ae0-45d3-af55-8406905d52e7 req-5aab8842-af21-4664-805b-8d85ba683d50 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d2390cef-8b0d-412d-9d0a-904f49334482 HTTP/1.1" status: 200 len: 217 time: 0.2004707 Aug 10 14:35:34.777930 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caddc216-13e4-41ef-be19-1cff33194ef7 None None] Routers {'315401fe-0a42-4c73-a636-9839113f4d36'} bound to L3 agent in host dv-cinder-798198-2-iscsi {{(pid=93413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:35:34.778528 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc66d240-42c7-42b0-9409-44859efbfdff admin admin] vlan segment allocate from pool success with {'vlan_id': 570, 'physical_network': 'physnet1'} {{(pid=93411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 14:35:34.778702 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.db.l3_hamode_db [None req-caddc216-13e4-41ef-be19-1cff33194ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T14:22:29Z,description=,heartbeat_timestamp=2021-08-10T14:35:29Z,host='dv-cinder-798198-2-iscsi',id=8acc92de-0cfa-4d60-8b37-a39a4d3c1570,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T14:22:29Z,topic='l3_agent')) {'router_ids': ['315401fe-0a42-4c73-a636-9839113f4d36'], 'active': True} {{(pid=93413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:35:34.783270 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc66d240-42c7-42b0-9409-44859efbfdff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8162d7ba-ca4b-464b-a553-818244edceae,revision_number=1']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:35:34.808882 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-cc66d240-42c7-42b0-9409-44859efbfdff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1962803'] for segment, precommit_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:34.809554 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.db.segments_db [None req-cc66d240-42c7-42b0-9409-44859efbfdff admin admin] Added segment 72ba5904-8c2e-4cd4-a735-ebad8c0360be of type vlan for network 8dfeae15-1fc3-44a8-971e-7963f03e47a1 Aug 10 14:35:34.829857 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9719bbcb-29b8-4c5d-8ab3-025b549f0877 req-ae56d7c7-190c-407d-b067-858d929b1949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:35:34.831480 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-9719bbcb-29b8-4c5d-8ab3-025b549f0877 req-ae56d7c7-190c-407d-b067-858d929b1949 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=02185bbc814948319e41921dcf271d7d&device_id=c953e250-0087-4228-9b5f-491eec14b223 HTTP/1.1" status: 200 len: 1099 time: 0.3321261 Aug 10 14:35:34.853673 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d77e4f-4ae0-45d3-af55-8406905d52e7 req-e91e7a31-1804-4c76-b214-739a233ff060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:35:34.855278 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-07d77e4f-4ae0-45d3-af55-8406905d52e7 req-e91e7a31-1804-4c76-b214-739a233ff060 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9d7f965d-fd24-4b99-b220-500326c89524 HTTP/1.1" status: 200 len: 854 time: 0.0682311 Aug 10 14:35:34.861145 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-cc66d240-42c7-42b0-9409-44859efbfdff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786683450956'] for network, precommit_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:34.892217 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-cc66d240-42c7-42b0-9409-44859efbfdff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238'] for network, after_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:34.893188 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc66d240-42c7-42b0-9409-44859efbfdff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:35:34.893806 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-cc66d240-42c7-42b0-9409-44859efbfdff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-767256'] for network, before_response {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:34.919535 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.db.l3_dvr_db [None req-caddc216-13e4-41ef-be19-1cff33194ef7 None None] Set router 315401fe-0a42-4c73-a636-9839113f4d36 gateway port host: dv-cinder-798198-2-iscsi {{(pid=93413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:35:34.926758 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-07d77e4f-4ae0-45d3-af55-8406905d52e7 req-372f345b-4415-440d-ba5a-f3a6284d04f6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a614d805-3c32-418a-8a36-2a0c20a67d14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0589075 Aug 10 14:35:34.949747 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-cc66d240-42c7-42b0-9409-44859efbfdff admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3810146 Aug 10 14:35:34.952197 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.wsgi [-] (93411) accepted ('10.222.0.42', 54796) {{(pid=93411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:35:34.960426 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.v2.base [None req-b815a229-bac2-4c05-be41-dedbb33cfd33 admin admin] Request body: {'subnet': {'network_id': '8dfeae15-1fc3-44a8-971e-7963f03e47a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1318528824-subnet', 'tenant_id': '9bc5e287b20e4832a5f49ca7fada2aab', 'ip_version': 4}} {{(pid=93411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:35:34.968112 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc66d240-42c7-42b0-9409-44859efbfdff admin admin] Pushing event updated for resources: {'Network': ['ID=8dfeae15-1fc3-44a8-971e-7963f03e47a1,revision_number=1']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:35:34.978942 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Network 8dfeae15-1fc3-44a8-971e-7963f03e47a1 details requested by agent ovs-agent-dv-cinder-798198-2-iscsi with host dv-cinder-798198-2-iscsi {{(pid=93412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 14:35:34.988397 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b815a229-bac2-4c05-be41-dedbb33cfd33 admin admin] Made reservation on behalf of 9bc5e287b20e4832a5f49ca7fada2aab for: {'subnet': 1} {{(pid=93411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 14:35:35.007481 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-b815a229-bac2-4c05-be41-dedbb33cfd33 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26470732'] for subnet, before_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:35.110117 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b8beb0-0950-4529-b1ad-600ec67835bf req-20afd877-8aaf-48e7-bdfa-c3065020e995 tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:35:35.111962 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-d7b8beb0-0950-4529-b1ad-600ec67835bf req-20afd877-8aaf-48e7-bdfa-c3065020e995 tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] 10.222.0.18 "GET /v2.0/ports?device_id=b3f42852-26ba-4450-b2f1-641047eb217c HTTP/1.1" status: 200 len: 946 time: 0.1170282 Aug 10 14:35:35.113261 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9719bbcb-29b8-4c5d-8ab3-025b549f0877 req-02c6c63c-efe4-437d-85dc-bd0010d238cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:35:35.114747 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-9719bbcb-29b8-4c5d-8ab3-025b549f0877 req-02c6c63c-efe4-437d-85dc-bd0010d238cd service neutron] 10.222.0.18 "GET /v2.0/networks?id=c66be7ba-5c71-487e-a4a7-ed7cb74aecf9 HTTP/1.1" status: 200 len: 912 time: 0.2707009 Aug 10 14:35:35.222141 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-07d77e4f-4ae0-45d3-af55-8406905d52e7 req-4eed492c-48ee-41ba-8940-8cbdca46acf8 service neutron] 10.222.0.18 "GET /v2.0/networks/a614d805-3c32-418a-8a36-2a0c20a67d14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2864473 Aug 10 14:35:35.319061 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-b815a229-bac2-4c05-be41-dedbb33cfd33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2690516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26470750'] for subnet, after_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:35.354669 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-9719bbcb-29b8-4c5d-8ab3-025b549f0877 req-7f4821b6-68f8-40a2-a1dc-d3f0481c4cee service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=08dcbb3c-2e23-4510-8253-e95e4f2cd6cf HTTP/1.1" status: 200 len: 1000 time: 0.2271423 Aug 10 14:35:35.363832 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b815a229-bac2-4c05-be41-dedbb33cfd33 admin admin] Pushing event updated for resources: {'Subnet': ['ID=77b483a2-fa55-4b4f-ae43-009b4fd95263,revision_number=0']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:35:35.367737 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.db.l3_hamode_db [None req-caddc216-13e4-41ef-be19-1cff33194ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '315401fe-0a42-4c73-a636-9839113f4d36', 'name': 'tempest-AttachVolumeTestJSON-1660418919-router', 'tenant_id': '02185bbc814948319e41921dcf271d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'external_fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': '5d03ed95-293a-4227-9c67-87733d1923ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:30:14Z', 'updated_at': '2021-08-10T14:30:33Z', 'revision_number': 4, 'project_id': '02185bbc814948319e41921dcf271d7d', 'gw_port': {'id': '5d03ed95-293a-4227-9c67-87733d1923ad', 'name': '', 'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:b5:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315401fe-0a42-4c73-a636-9839113f4d36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:30:16Z', 'updated_at': '2021-08-10T14:30:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-2-iscsi', '_floatingips': [{'id': '916f835c-098a-4a07-91d0-4c794b247321', 'tenant_id': '02185bbc814948319e41921dcf271d7d', 'floating_ip_address': '172.27.0.174', 'floating_network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'router_id': '315401fe-0a42-4c73-a636-9839113f4d36', 'port_id': '08dcbb3c-2e23-4510-8253-e95e4f2cd6cf', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c66be7ba-5c71-487e-a4a7-ed7cb74aecf9', 'mac_address': 'fa:16:3e:35:8a:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c953e250-0087-4228-9b5f-491eec14b223', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T14:35:18Z', 'updated_at': '2021-08-10T14:35:33Z', 'revision_number': 1, 'project_id': '02185bbc814948319e41921dcf271d7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f66e7155-559c-4a06-bfcc-f6f352746d90', 'name': '', 'network_id': 'c66be7ba-5c71-487e-a4a7-ed7cb74aecf9', 'tenant_id': '02185bbc814948319e41921dcf271d7d', 'mac_address': 'fa:16:3e:6c:63:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315401fe-0a42-4c73-a636-9839113f4d36', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '18e8c05a-0b63-4e4f-b068-6c86c9aef18c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:30:29Z', 'updated_at': '2021-08-10T14:30:47Z', 'revision_number': 5, 'project_id': '02185bbc814948319e41921dcf271d7d', 'subnets': [{'id': '18e8c05a-0b63-4e4f-b068-6c86c9aef18c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-2-iscsi', False) {} {{(pid=93413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:35:35.390068 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a30222a-2781-467c-a748-2155774e1558 req-845222bb-cfbd-4d2a-ba59-b8edbdebe2b2 tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:35:35.391743 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-6a30222a-2781-467c-a748-2155774e1558 req-845222bb-cfbd-4d2a-ba59-b8edbdebe2b2 tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] 10.222.0.42 "GET /v2.0/ports?device_id=b3f42852-26ba-4450-b2f1-641047eb217c HTTP/1.1" status: 200 len: 946 time: 0.2443295 Aug 10 14:35:35.407739 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b815a229-bac2-4c05-be41-dedbb33cfd33 admin admin] Checking segment: {'id': '72ba5904-8c2e-4cd4-a735-ebad8c0360be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '8dfeae15-1fc3-44a8-971e-7963f03e47a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 14:35:35.408616 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b815a229-bac2-4c05-be41-dedbb33cfd33 admin admin] Network hostable DHCP agents. Network: 8dfeae15-1fc3-44a8-971e-7963f03e47a1, hostable agents: ['53faeb90-ccf6-4b1a-8900-1e421dfb616b'], hosted agents: [] {{(pid=93411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 14:35:35.413143 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caddc216-13e4-41ef-be19-1cff33194ef7 None None] The sync data for ids ['315401fe-0a42-4c73-a636-9839113f4d36'] in dv-cinder-798198-2-iscsi is: [{'id': '315401fe-0a42-4c73-a636-9839113f4d36', 'name': 'tempest-AttachVolumeTestJSON-1660418919-router', 'tenant_id': '02185bbc814948319e41921dcf271d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'external_fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': '5d03ed95-293a-4227-9c67-87733d1923ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:30:14Z', 'updated_at': '2021-08-10T14:30:33Z', 'revision_number': 4, 'project_id': '02185bbc814948319e41921dcf271d7d', 'gw_port': {'id': '5d03ed95-293a-4227-9c67-87733d1923ad', 'name': '', 'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:b5:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315401fe-0a42-4c73-a636-9839113f4d36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:30:16Z', 'updated_at': '2021-08-10T14:30:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-2-iscsi', '_floatingips': [{'id': '916f835c-098a-4a07-91d0-4c794b247321', 'tenant_id': '02185bbc814948319e41921dcf271d7d', 'floating_ip_address': '172.27.0.174', 'floating_network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'router_id': '315401fe-0a42-4c73-a636-9839113f4d36', 'port_id': '08dcbb3c-2e23-4510-8253-e95e4f2cd6cf', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c66be7ba-5c71-487e-a4a7-ed7cb74aecf9', 'mac_address': 'fa:16:3e:35:8a:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c953e250-0087-4228-9b5f-491eec14b223', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T14:35:18Z', 'updated_at': '2021-08-10T14:35:33Z', 'revision_number': 1, 'project_id': '02185bbc814948319e41921dcf271d7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f66e7155-559c-4a06-bfcc-f6f352746d90', 'name': '', 'network_id': 'c66be7ba-5c71-487e-a4a7-ed7cb74aecf9', 'tenant_id': '02185bbc814948319e41921dcf271d7d', 'mac_address': 'fa:16:3e:6c:63:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315401fe-0a42-4c73-a636-9839113f4d36', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '18e8c05a-0b63-4e4f-b068-6c86c9aef18c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:30:29Z', 'updated_at': '2021-08-10T14:30:47Z', 'revision_number': 5, 'project_id': '02185bbc814948319e41921dcf271d7d', 'subnets': [{'id': '18e8c05a-0b63-4e4f-b068-6c86c9aef18c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 14:35:35.429801 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b815a229-bac2-4c05-be41-dedbb33cfd33 admin admin] Network 8dfeae15-1fc3-44a8-971e-7963f03e47a1 is scheduled to be hosted by DHCP agent 53faeb90-ccf6-4b1a-8900-1e421dfb616b with binding_index 1 {{(pid=93411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 14:35:35.441679 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.scheduler.base_scheduler [None req-b815a229-bac2-4c05-be41-dedbb33cfd33 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798198-2-iscsi, 8dfeae15-1fc3-44a8-971e-7963f03e47a1) {{(pid=93411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:35:35.447848 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b815a229-bac2-4c05-be41-dedbb33cfd33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:35:35.449536 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-b815a229-bac2-4c05-be41-dedbb33cfd33 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:35.456556 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad3cac8e-d61e-4aa4-a63b-5174d22ca82f None None] Network 8dfeae15-1fc3-44a8-971e-7963f03e47a1 requested from dv-cinder-798198-2-iscsi {{(pid=93412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 14:35:35.488010 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-b815a229-bac2-4c05-be41-dedbb33cfd33 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5346451 Aug 10 14:35:35.488516 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.wsgi [-] (93411) accepted ('10.222.0.42', 54806) {{(pid=93411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:35:35.493781 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.v2.base [None req-44a8f7f7-d77b-470c-b6bf-720c274f7237 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1318528824-router', 'tenant_id': '9bc5e287b20e4832a5f49ca7fada2aab', 'external_gateway_info': {'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532'}}} {{(pid=93411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:35:35.547631 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-07d77e4f-4ae0-45d3-af55-8406905d52e7 req-bb81bea4-ed2b-41fb-a4b9-af4c1391900c service neutron] 10.222.0.18 "GET /v2.0/networks/a614d805-3c32-418a-8a36-2a0c20a67d14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3035135 Aug 10 14:35:35.548661 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-44a8f7f7-d77b-470c-b6bf-720c274f7237 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-891600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35319'] for router, before_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:35.549168 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9719bbcb-29b8-4c5d-8ab3-025b549f0877 req-894172d3-57f9-428d-8a41-693f67efaafb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:35:35.550257 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-44a8f7f7-d77b-470c-b6bf-720c274f7237 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-889952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-879889', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35214'] for router, precommit_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:35.550615 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-9719bbcb-29b8-4c5d-8ab3-025b549f0877 req-894172d3-57f9-428d-8a41-693f67efaafb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=18e8c05a-0b63-4e4f-b068-6c86c9aef18c HTTP/1.1" status: 200 len: 850 time: 0.1877015 Aug 10 14:35:35.559211 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.plugin [req-d7b8beb0-0950-4529-b1ad-600ec67835bf req-67c24795-f44b-4984-9639-f9078d6f3d0c tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] Deleting port e07f7748-19c2-4af0-b503-b9307466fff9 {{(pid=93410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 14:35:35.559506 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-d7b8beb0-0950-4529-b1ad-600ec67835bf req-67c24795-f44b-4984-9639-f9078d6f3d0c tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786683848753'] for port, before_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:35.580891 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-6a30222a-2781-467c-a748-2155774e1558 req-47bc403b-1c7f-479a-8baf-2c1310249fa5 tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e1f1c30-11f2-4245-ad3d-ce9f21d473e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571836 Aug 10 14:35:35.620815 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d4cd6e-d26c-434e-8736-73d8bdd28947 None None] Sync routers for ids ['aca858a0-4185-400b-bac2-052a7dbfd1c0'] in dv-cinder-798198-2-iscsi {{(pid=93412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 14:35:35.645143 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d4cd6e-d26c-434e-8736-73d8bdd28947 None None] Routers {'aca858a0-4185-400b-bac2-052a7dbfd1c0'} bound to L3 agent in host dv-cinder-798198-2-iscsi {{(pid=93412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:35:35.646110 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.l3_hamode_db [None req-55d4cd6e-d26c-434e-8736-73d8bdd28947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T14:22:29Z,description=,heartbeat_timestamp=2021-08-10T14:35:29Z,host='dv-cinder-798198-2-iscsi',id=8acc92de-0cfa-4d60-8b37-a39a4d3c1570,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T14:22:29Z,topic='l3_agent')) {'router_ids': ['aca858a0-4185-400b-bac2-052a7dbfd1c0'], 'active': True} {{(pid=93412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:35:35.686800 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-44a8f7f7-d77b-470c-b6bf-720c274f7237 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:35.687321 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Device c6d4f948-752f-4e72-ace4-9fed7ef9b2e0 up at agent ovs-agent-dv-cinder-798198-2-iscsi {{(pid=93412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:35:35.767515 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9719bbcb-29b8-4c5d-8ab3-025b549f0877 req-1d10183c-90cc-46a8-a920-ac2003a9ed32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:35:35.769102 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-9719bbcb-29b8-4c5d-8ab3-025b549f0877 req-1d10183c-90cc-46a8-a920-ac2003a9ed32 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c66be7ba-5c71-487e-a4a7-ed7cb74aecf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2038016 Aug 10 14:35:35.827017 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de525e0d-ff3b-4e62-9241-736bd0c3d72e None None] New status for floating IP 916f835c-098a-4a07-91d0-4c794b247321: ACTIVE {{(pid=93413) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 14:35:35.874497 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [req-d7b8beb0-0950-4529-b1ad-600ec67835bf req-67c24795-f44b-4984-9639-f9078d6f3d0c tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] For port e07f7748-19c2-4af0-b503-b9307466fff9, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=e07f7748-19c2-4af0-b503-b9307466fff9,segment=NetworkSegment(cea0df64-e7aa-4971-9a61-80514ca799ba),segment_id=cea0df64-e7aa-4971-9a61-80514ca799ba)] {{(pid=93410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:35:35.875189 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-d7b8beb0-0950-4529-b1ad-600ec67835bf req-67c24795-f44b-4984-9639-f9078d6f3d0c tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-879274'] for port, precommit_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:35.899104 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.plugin [req-d7b8beb0-0950-4529-b1ad-600ec67835bf req-67c24795-f44b-4984-9639-f9078d6f3d0c tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] Calling delete_port for e07f7748-19c2-4af0-b503-b9307466fff9 owned by compute:nova {{(pid=93410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 14:35:35.967886 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e72b2731-eb45-4f12-857e-125cd5168d57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8873163a-82cf-5338-8941-670df499cab8-8dfeae15-1fc3-44a8-971e-7963f03e47a1', 'network_id': '8dfeae15-1fc3-44a8-971e-7963f03e47a1', 'tenant_id': '9bc5e287b20e4832a5f49ca7fada2aab', 'fixed_ips': [{'subnet_id': '77b483a2-fa55-4b4f-ae43-009b4fd95263'}]}} from dv-cinder-798198-2-iscsi. {{(pid=93412) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 14:35:35.967886 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-e72b2731-eb45-4f12-857e-125cd5168d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_create {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:35.998151 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-9719bbcb-29b8-4c5d-8ab3-025b549f0877 req-3a93cd41-930f-48e6-be14-70814282ae21 service neutron] 10.222.0.18 "GET /v2.0/networks/c66be7ba-5c71-487e-a4a7-ed7cb74aecf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2172379 Aug 10 14:35:36.130393 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.l3_dvr_db [None req-55d4cd6e-d26c-434e-8736-73d8bdd28947 None None] Set router aca858a0-4185-400b-bac2-052a7dbfd1c0 gateway port host: dv-cinder-798198-2-iscsi {{(pid=93412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:35:36.139209 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-44a8f7f7-d77b-470c-b6bf-720c274f7237 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:36.166826 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.provisioning_blocks [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Provisioning for port c6d4f948-752f-4e72-ace4-9fed7ef9b2e0 completed by entity L2. {{(pid=93412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 14:35:36.177762 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-9719bbcb-29b8-4c5d-8ab3-025b549f0877 req-f5593cc5-2fad-479c-9e4d-870f72426caa service neutron] 10.222.0.18 "GET /v2.0/networks/c66be7ba-5c71-487e-a4a7-ed7cb74aecf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612720 Aug 10 14:35:36.182470 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.provisioning_blocks [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Provisioning complete for port c6d4f948-752f-4e72-ace4-9fed7ef9b2e0 triggered by entity L2. {{(pid=93412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:35:36.183018 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932393'] for port, provisioning_complete {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:36.194583 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-d7b8beb0-0950-4529-b1ad-600ec67835bf req-67c24795-f44b-4984-9639-f9078d6f3d0c tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786683854475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786683465207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26372150'] for port, after_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:36.241880 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.db [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] get_ports_and_sgs() called for port_ids ['d2390cef-8b0d-412d-9d0a-904f49334482', 'e07f7748-19c2-4af0-b503-b9307466fff9'] {{(pid=93412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 14:35:36.249463 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c24795-f44b-4984-9639-f9078d6f3d0c tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] Pushing event deleted for resources: {'Port': ['ID=e07f7748-19c2-4af0-b503-b9307466fff9,revision_number=None']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:35:36.287046 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7b8beb0-0950-4529-b1ad-600ec67835bf req-67c24795-f44b-4984-9639-f9078d6f3d0c tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] No DVR routers for this DVR port e07f7748-19c2-4af0-b503-b9307466fff9 on host hv-cinder-79819 {{(pid=93410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 14:35:36.290435 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c24795-f44b-4984-9639-f9078d6f3d0c tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:35:36.290804 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c24795-f44b-4984-9639-f9078d6f3d0c tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:35:36.291272 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c24795-f44b-4984-9639-f9078d6f3d0c tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:35:36.291702 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c24795-f44b-4984-9639-f9078d6f3d0c tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:35:36.292131 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c24795-f44b-4984-9639-f9078d6f3d0c tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:35:36.292557 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c24795-f44b-4984-9639-f9078d6f3d0c tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:35:36.292984 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c24795-f44b-4984-9639-f9078d6f3d0c tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:35:36.293407 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c24795-f44b-4984-9639-f9078d6f3d0c tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:35:36.294147 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c24795-f44b-4984-9639-f9078d6f3d0c tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:35:36.294284 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c24795-f44b-4984-9639-f9078d6f3d0c tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:35:36.294679 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c24795-f44b-4984-9639-f9078d6f3d0c tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:35:36.295094 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c24795-f44b-4984-9639-f9078d6f3d0c tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:35:36.298291 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-d7b8beb0-0950-4529-b1ad-600ec67835bf req-67c24795-f44b-4984-9639-f9078d6f3d0c tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-387483'] for port, before_response {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:36.300533 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-d7b8beb0-0950-4529-b1ad-600ec67835bf req-67c24795-f44b-4984-9639-f9078d6f3d0c tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] 10.222.0.18 "DELETE /v2.0/ports/e07f7748-19c2-4af0-b503-b9307466fff9 HTTP/1.1" status: 204 len: 173 time: 1.1718740 Aug 10 14:35:36.301100 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3f42852-26ba-4450-b2f1-641047eb217c', 'name': 'network-vif-deleted', 'tag': 'e07f7748-19c2-4af0-b503-b9307466fff9'}] {{(pid=93410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:35:36.311626 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}173c15a1f530ed65b3eefe425c4e9cd9c28cfc2a1cdec76c1bb34aa91000b996" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7811fd52-40db-40fd-af7a-252f0913d2cd" -d '{"events": [{"server_uuid": "b3f42852-26ba-4450-b2f1-641047eb217c", "name": "network-vif-deleted", "tag": "e07f7748-19c2-4af0-b503-b9307466fff9"}]}' {{(pid=93410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:35:36.358255 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 14:35:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54619dc8-0360-44f0-8e20-f60001f07033 x-openstack-request-id: req-54619dc8-0360-44f0-8e20-f60001f07033 {{(pid=93410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:35:36.358649 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3f42852-26ba-4450-b2f1-641047eb217c", "name": "network-vif-deleted", "tag": "e07f7748-19c2-4af0-b503-b9307466fff9", "status": "completed", "code": 200}]} {{(pid=93410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:35:36.358990 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-54619dc8-0360-44f0-8e20-f60001f07033 {{(pid=93410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:35:36.359481 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3f42852-26ba-4450-b2f1-641047eb217c', 'name': 'network-vif-deleted', 'tag': 'e07f7748-19c2-4af0-b503-b9307466fff9', 'status': 'completed', 'code': 200} Aug 10 14:35:36.382212 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.db_base_plugin_common [None req-e72b2731-eb45-4f12-857e-125cd5168d57 None None] Allocated IP 172.20.0.2 (8dfeae15-1fc3-44a8-971e-7963f03e47a1/77b483a2-fa55-4b4f-ae43-009b4fd95263/471e91b5-c003-4555-baf4-7f48e1f123c8) {{(pid=93412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 14:35:36.458494 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-44a8f7f7-d77b-470c-b6bf-720c274f7237 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:36.481977 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-44a8f7f7-d77b-470c-b6bf-720c274f7237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:36.578295 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Device a5a49576-0497-49b6-a806-61ff77b477aa no longer exists at agent hyperv_hv-cinder-79819 {{(pid=93412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 14:35:36.601055 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.db.db_base_plugin_common [None req-44a8f7f7-d77b-470c-b6bf-720c274f7237 admin admin] Allocated IP 172.27.0.38 (3c935337-17af-4240-bc2c-ccb5b04b1532/e735a612-8fb3-4a85-bede-f6307ba49d31/fab7a9b6-6679-44dc-b8bf-a89a5bcab9af) {{(pid=93411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 14:35:36.626039 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.plugin [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] No Port match for: a5a49576-0497-49b6-a806-61ff77b477aa {{(pid=93412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 14:35:36.626388 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Device a5a49576-0497-49b6-a806-61ff77b477aa not bound to the agent host hv-cinder-79819 {{(pid=93412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 14:35:36.626784 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Device e07f7748-19c2-4af0-b503-b9307466fff9 no longer exists at agent hyperv_hv-cinder-79819 {{(pid=93412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 14:35:36.628698 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:36.676452 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.plugin [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] No Port match for: e07f7748-19c2-4af0-b503-b9307466fff9 {{(pid=93412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 14:35:36.676780 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Device e07f7748-19c2-4af0-b503-b9307466fff9 not bound to the agent host hv-cinder-79819 {{(pid=93412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 14:35:36.714210 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.db [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] For port c6d4f948-752f-4e72-ace4-9fed7ef9b2e0, host dv-cinder-798198-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-2-iscsi',level=0,port_id=c6d4f948-752f-4e72-ace4-9fed7ef9b2e0,segment=NetworkSegment(9b73c935-a484-45be-a2a0-87b3c816c298),segment_id=9b73c935-a484-45be-a2a0-87b3c816c298)] {{(pid=93412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:35:36.743335 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683854493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786683465220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786683465238'] for port, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:36.743811 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-44a8f7f7-d77b-470c-b6bf-720c274f7237 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:36.753511 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-8ea67d6a-bf59-4f47-8deb-f1165ba849b9 req-d31bd6ad-86f9-4396-b2f1-842161a48614 tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] 10.222.0.42 "GET /v2.0/ports?device_id=b3f42852-26ba-4450-b2f1-641047eb217c HTTP/1.1" status: 200 len: 210 time: 0.0523696 Aug 10 14:35:36.805765 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-44a8f7f7-d77b-470c-b6bf-720c274f7237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786683465198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2690464'] for port, after_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:36.815457 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-e72b2731-eb45-4f12-857e-125cd5168d57 None None] Notify callbacks [] for port, precommit_create {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:36.843187 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.l3_hamode_db [None req-55d4cd6e-d26c-434e-8736-73d8bdd28947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aca858a0-4185-400b-bac2-052a7dbfd1c0', 'name': 'tempest-TestVolumeBootPattern-2069893078-router', 'tenant_id': 'a05f2e4d11dd4970b1890e2ac2ce4c87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'external_fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.197'}], 'enable_snat': True}, 'gw_port_id': 'c6d4f948-752f-4e72-ace4-9fed7ef9b2e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:35:29Z', 'updated_at': '2021-08-10T14:35:32Z', 'revision_number': 4, 'project_id': 'a05f2e4d11dd4970b1890e2ac2ce4c87', 'gw_port': {'id': 'c6d4f948-752f-4e72-ace4-9fed7ef9b2e0', 'name': '', 'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:a4:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aca858a0-4185-400b-bac2-052a7dbfd1c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:35:29Z', 'updated_at': '2021-08-10T14:35:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-2-iscsi', '_interfaces': [{'id': '18dd6e20-f0cc-48eb-be22-d5ea10f530a2', 'name': '', 'network_id': 'd5526d2f-b7f9-428c-be48-63f6c6ae4f96', 'tenant_id': 'a05f2e4d11dd4970b1890e2ac2ce4c87', 'mac_address': 'fa:16:3e:97:16:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aca858a0-4185-400b-bac2-052a7dbfd1c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '82a0ee63-ad0f-4f7a-9eac-db5d15b3d575', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:35:32Z', 'updated_at': '2021-08-10T14:35:33Z', 'revision_number': 2, 'project_id': 'a05f2e4d11dd4970b1890e2ac2ce4c87', 'subnets': [{'id': '82a0ee63-ad0f-4f7a-9eac-db5d15b3d575', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-2-iscsi', False) {} {{(pid=93412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:35:36.848319 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44a8f7f7-d77b-470c-b6bf-720c274f7237 admin admin] Network 3c935337-17af-4240-bc2c-ccb5b04b1532 is already hosted by enough agents. {{(pid=93411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 14:35:36.848795 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.provisioning_blocks [None req-e72b2731-eb45-4f12-857e-125cd5168d57 None None] Transition to ACTIVE for port object 471e91b5-c003-4555-baf4-7f48e1f123c8 will not be triggered until provisioned by entity L2. {{(pid=93412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 14:35:36.854371 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.scheduler.base_scheduler [None req-44a8f7f7-d77b-470c-b6bf-720c274f7237 admin admin] Resources bound (agent type, host, resource id): {{(pid=93411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:35:36.858079 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a8f7f7-d77b-470c-b6bf-720c274f7237 admin admin] Received port after_create {{(pid=93411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 14:35:36.860660 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.db.agents_db [None req-84c9d1dd-add5-4bf7-b0ef-63077aab3240 None None] Agent healthcheck: found 6 active agents {{(pid=93413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 14:35:36.887425 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Pushing event updated for resources: {'Port': ['ID=c6d4f948-752f-4e72-ace4-9fed7ef9b2e0,revision_number=4']} {{(pid=93412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:35:36.889812 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a8f7f7-d77b-470c-b6bf-720c274f7237 admin admin] Pushing event updated for resources: {'Port': ['ID=fab7a9b6-6679-44dc-b8bf-a89a5bcab9af,revision_number=1']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:35:36.893120 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d4cd6e-d26c-434e-8736-73d8bdd28947 None None] Checking router: aca858a0-4185-400b-bac2-052a7dbfd1c0 for host: dv-cinder-798198-2-iscsi {{(pid=93412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 14:35:36.893523 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d4cd6e-d26c-434e-8736-73d8bdd28947 None None] Updating router aca858a0-4185-400b-bac2-052a7dbfd1c0 port 18dd6e20-f0cc-48eb-be22-d5ea10f530a2 binding host dv-cinder-798198-2-iscsi {{(pid=93412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 14:35:36.925358 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:35:36.925741 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:35:36.926045 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:35:36.926383 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:35:36.926728 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:35:36.927047 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:35:36.927374 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:35:36.927700 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:35:36.928024 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:35:36.928374 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:35:36.928696 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:35:36.929017 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:35:36.934712 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.provisioning_blocks [None req-e72b2731-eb45-4f12-857e-125cd5168d57 None None] Transition to ACTIVE for port object 471e91b5-c003-4555-baf4-7f48e1f123c8 will not be triggered until provisioned by entity DHCP. {{(pid=93412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 14:35:36.944433 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-e72b2731-eb45-4f12-857e-125cd5168d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786683465198'] for port, after_create {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:36.947666 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-55d4cd6e-d26c-434e-8736-73d8bdd28947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:37.003711 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e72b2731-eb45-4f12-857e-125cd5168d57 None None] Network 8dfeae15-1fc3-44a8-971e-7963f03e47a1 is already hosted by enough agents. {{(pid=93412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 14:35:37.008515 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.scheduler.base_scheduler [None req-e72b2731-eb45-4f12-857e-125cd5168d57 None None] Resources bound (agent type, host, resource id): {{(pid=93412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:35:37.011191 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e72b2731-eb45-4f12-857e-125cd5168d57 None None] Received port after_create {{(pid=93412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 14:35:37.047672 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72b2731-eb45-4f12-857e-125cd5168d57 None None] Pushing event updated for resources: {'Port': ['ID=471e91b5-c003-4555-baf4-7f48e1f123c8,revision_number=1']} {{(pid=93412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:35:37.130244 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-44a8f7f7-d77b-470c-b6bf-720c274f7237 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:37.150353 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.managers [None req-e72b2731-eb45-4f12-857e-125cd5168d57 None None] Attempting to bind port 471e91b5-c003-4555-baf4-7f48e1f123c8 on host dv-cinder-798198-2-iscsi for vnic_type normal with profile {{(pid=93412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 14:35:37.150937 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.managers [None req-e72b2731-eb45-4f12-857e-125cd5168d57 None None] Attempting to bind port 471e91b5-c003-4555-baf4-7f48e1f123c8 by drivers openvswitch,hyperv on host dv-cinder-798198-2-iscsi at level 0 using segments [{'id': '72ba5904-8c2e-4cd4-a735-ebad8c0360be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '8dfeae15-1fc3-44a8-971e-7963f03e47a1'}] {{(pid=93412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 14:35:37.151081 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e72b2731-eb45-4f12-857e-125cd5168d57 None None] Attempting to bind port 471e91b5-c003-4555-baf4-7f48e1f123c8 on network 8dfeae15-1fc3-44a8-971e-7963f03e47a1 {{(pid=93412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 14:35:37.165768 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e72b2731-eb45-4f12-857e-125cd5168d57 None None] Checking agent: {'id': 'd4363d4d-7a35-4f9b-b61a-c2590b3a63af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798198-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 14, 22, 29), 'started_at': datetime.datetime(2021, 8, 10, 14, 22, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 14, 35, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798198-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 14:35:37.166148 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e72b2731-eb45-4f12-857e-125cd5168d57 None None] Checking segment: {'id': '72ba5904-8c2e-4cd4-a735-ebad8c0360be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '8dfeae15-1fc3-44a8-971e-7963f03e47a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 14:35:37.166553 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-e72b2731-eb45-4f12-857e-125cd5168d57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:37.166951 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e72b2731-eb45-4f12-857e-125cd5168d57 None None] Bound using segment: {'id': '72ba5904-8c2e-4cd4-a735-ebad8c0360be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '8dfeae15-1fc3-44a8-971e-7963f03e47a1'} {{(pid=93412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 14:35:37.167411 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.managers [None req-e72b2731-eb45-4f12-857e-125cd5168d57 None None] Bound port: 471e91b5-c003-4555-baf4-7f48e1f123c8, host: dv-cinder-798198-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72ba5904-8c2e-4cd4-a735-ebad8c0360be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '8dfeae15-1fc3-44a8-971e-7963f03e47a1'}}] {{(pid=93412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 14:35:37.167796 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-e72b2731-eb45-4f12-857e-125cd5168d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:37.293341 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.db [None req-e72b2731-eb45-4f12-857e-125cd5168d57 None None] For port 471e91b5-c003-4555-baf4-7f48e1f123c8, host dv-cinder-798198-2-iscsi, cleared binding levels {{(pid=93412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 14:35:37.299583 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.db [None req-e72b2731-eb45-4f12-857e-125cd5168d57 None None] For port 471e91b5-c003-4555-baf4-7f48e1f123c8, host dv-cinder-798198-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-2-iscsi',level=0,port_id=471e91b5-c003-4555-baf4-7f48e1f123c8,segment=NetworkSegment(72ba5904-8c2e-4cd4-a735-ebad8c0360be),segment_id=72ba5904-8c2e-4cd4-a735-ebad8c0360be)] {{(pid=93412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 14:35:37.307157 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-e72b2731-eb45-4f12-857e-125cd5168d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683854493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786683465220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786683465238'] for port, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:37.326900 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-44a8f7f7-d77b-470c-b6bf-720c274f7237 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-889961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-880098'] for router, after_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:37.429091 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72b2731-eb45-4f12-857e-125cd5168d57 None None] Pushing event updated for resources: {'Port': ['ID=471e91b5-c003-4555-baf4-7f48e1f123c8,revision_number=2']} {{(pid=93412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:35:37.454948 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-55d4cd6e-d26c-434e-8736-73d8bdd28947 None None] Notify callbacks [] for port, precommit_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:37.466737 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.provisioning_blocks [None req-55d4cd6e-d26c-434e-8736-73d8bdd28947 None None] Transition to ACTIVE for port object 18dd6e20-f0cc-48eb-be22-d5ea10f530a2 will not be triggered until provisioned by entity L2. {{(pid=93412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 14:35:37.474585 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-55d4cd6e-d26c-434e-8736-73d8bdd28947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683854493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786683465220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786683465238'] for port, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:37.491543 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44a8f7f7-d77b-470c-b6bf-720c274f7237 admin admin] Router 138234f1-abfd-4ac8-9842-27868af423f7 is scheduled to L3 agent 8acc92de-0cfa-4d60-8b37-a39a4d3c1570 with binding_index 1 {{(pid=93411) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 14:35:37.562255 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b68f6ce-a411-4ad5-8a13-08e1fb38ae38 None None] Pushing event updated for resources: {'Port': ['ID=18dd6e20-f0cc-48eb-be22-d5ea10f530a2,revision_number=3']} {{(pid=93412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:35:37.644961 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Device c6d4f948-752f-4e72-ace4-9fed7ef9b2e0 up at agent ovs-agent-dv-cinder-798198-2-iscsi {{(pid=93412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:35:37.679559 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.managers [None req-55d4cd6e-d26c-434e-8736-73d8bdd28947 None None] Attempting to bind port 18dd6e20-f0cc-48eb-be22-d5ea10f530a2 on host dv-cinder-798198-2-iscsi for vnic_type normal with profile {{(pid=93412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 14:35:37.679947 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.managers [None req-55d4cd6e-d26c-434e-8736-73d8bdd28947 None None] Attempting to bind port 18dd6e20-f0cc-48eb-be22-d5ea10f530a2 by drivers openvswitch,hyperv on host dv-cinder-798198-2-iscsi at level 0 using segments [{'id': 'b1474386-8f64-4469-a373-f1fecf720fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'd5526d2f-b7f9-428c-be48-63f6c6ae4f96'}] {{(pid=93412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 14:35:37.680359 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d4cd6e-d26c-434e-8736-73d8bdd28947 None None] Attempting to bind port 18dd6e20-f0cc-48eb-be22-d5ea10f530a2 on network d5526d2f-b7f9-428c-be48-63f6c6ae4f96 {{(pid=93412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 14:35:37.693106 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d4cd6e-d26c-434e-8736-73d8bdd28947 None None] Checking agent: {'id': 'd4363d4d-7a35-4f9b-b61a-c2590b3a63af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798198-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 14, 22, 29), 'started_at': datetime.datetime(2021, 8, 10, 14, 22, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 14, 35, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798198-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 14:35:37.695619 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d4cd6e-d26c-434e-8736-73d8bdd28947 None None] Checking segment: {'id': 'b1474386-8f64-4469-a373-f1fecf720fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'd5526d2f-b7f9-428c-be48-63f6c6ae4f96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 14:35:37.696827 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-55d4cd6e-d26c-434e-8736-73d8bdd28947 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:37.696827 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d4cd6e-d26c-434e-8736-73d8bdd28947 None None] Bound using segment: {'id': 'b1474386-8f64-4469-a373-f1fecf720fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'd5526d2f-b7f9-428c-be48-63f6c6ae4f96'} {{(pid=93412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 14:35:37.697219 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.managers [None req-55d4cd6e-d26c-434e-8736-73d8bdd28947 None None] Bound port: 18dd6e20-f0cc-48eb-be22-d5ea10f530a2, host: dv-cinder-798198-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1474386-8f64-4469-a373-f1fecf720fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'd5526d2f-b7f9-428c-be48-63f6c6ae4f96'}}] {{(pid=93412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 14:35:37.697393 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-55d4cd6e-d26c-434e-8736-73d8bdd28947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:37.772597 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44a8f7f7-d77b-470c-b6bf-720c274f7237 admin admin] Notify agent at l3_agent.dv-cinder-798198-2-iscsi the message routers_updated {{(pid=93411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 14:35:37.780308 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.provisioning_blocks [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Provisioning complete for port c6d4f948-752f-4e72-ace4-9fed7ef9b2e0 triggered by entity L2. {{(pid=93412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:35:37.780652 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932393'] for port, provisioning_complete {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:37.785274 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b91aa8-7d17-46de-9ac0-057f55840586 None None] Sync routers for ids ['138234f1-abfd-4ac8-9842-27868af423f7'] in dv-cinder-798198-2-iscsi {{(pid=93412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 14:35:37.812239 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-44a8f7f7-d77b-470c-b6bf-720c274f7237 admin admin] Notify callbacks [] for router, before_response {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:37.813689 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-44a8f7f7-d77b-470c-b6bf-720c274f7237 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.3240130 Aug 10 14:35:37.816817 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.wsgi [-] (93410) accepted ('10.222.0.42', 54820) {{(pid=93410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:35:37.853022 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.db [None req-55d4cd6e-d26c-434e-8736-73d8bdd28947 None None] For port 18dd6e20-f0cc-48eb-be22-d5ea10f530a2, host dv-cinder-798198-2-iscsi, cleared binding levels {{(pid=93412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 14:35:37.859696 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b91aa8-7d17-46de-9ac0-057f55840586 None None] Routers {'138234f1-abfd-4ac8-9842-27868af423f7'} bound to L3 agent in host dv-cinder-798198-2-iscsi {{(pid=93412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:35:37.860338 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.l3_hamode_db [None req-33b91aa8-7d17-46de-9ac0-057f55840586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T14:22:29Z,description=,heartbeat_timestamp=2021-08-10T14:35:29Z,host='dv-cinder-798198-2-iscsi',id=8acc92de-0cfa-4d60-8b37-a39a4d3c1570,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T14:22:29Z,topic='l3_agent')) {'router_ids': ['138234f1-abfd-4ac8-9842-27868af423f7'], 'active': True} {{(pid=93412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:35:37.909277 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.db [None req-55d4cd6e-d26c-434e-8736-73d8bdd28947 None None] For port 18dd6e20-f0cc-48eb-be22-d5ea10f530a2, host dv-cinder-798198-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-2-iscsi',level=0,port_id=18dd6e20-f0cc-48eb-be22-d5ea10f530a2,segment=NetworkSegment(b1474386-8f64-4469-a373-f1fecf720fc6),segment_id=b1474386-8f64-4469-a373-f1fecf720fc6)] {{(pid=93412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 14:35:37.924386 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-55d4cd6e-d26c-434e-8736-73d8bdd28947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683854493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786683465220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786683465238'] for port, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:38.226826 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d4cd6e-d26c-434e-8736-73d8bdd28947 None None] Routers {'aca858a0-4185-400b-bac2-052a7dbfd1c0'} bound to L3 agent in host dv-cinder-798198-2-iscsi {{(pid=93412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:35:38.228097 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.l3_hamode_db [None req-55d4cd6e-d26c-434e-8736-73d8bdd28947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T14:22:29Z,description=,heartbeat_timestamp=2021-08-10T14:35:29Z,host='dv-cinder-798198-2-iscsi',id=8acc92de-0cfa-4d60-8b37-a39a4d3c1570,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T14:22:29Z,topic='l3_agent')) {'router_ids': ['aca858a0-4185-400b-bac2-052a7dbfd1c0'], 'active': True} {{(pid=93412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:35:38.230103 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b68f6ce-a411-4ad5-8a13-08e1fb38ae38 None None] Pushing event updated for resources: {'Port': ['ID=18dd6e20-f0cc-48eb-be22-d5ea10f530a2,revision_number=4']} {{(pid=93412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:35:38.235399 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.l3_dvr_db [None req-33b91aa8-7d17-46de-9ac0-057f55840586 None None] Set router 138234f1-abfd-4ac8-9842-27868af423f7 gateway port host: dv-cinder-798198-2-iscsi {{(pid=93412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:35:38.388173 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-0c99a5a5-7098-443a-9c25-bb4ce29f673a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:38.492804 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.l3_dvr_db [None req-55d4cd6e-d26c-434e-8736-73d8bdd28947 None None] Set router aca858a0-4185-400b-bac2-052a7dbfd1c0 gateway port host: dv-cinder-798198-2-iscsi {{(pid=93412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:35:38.601961 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.db.db_base_plugin_common [None req-0c99a5a5-7098-443a-9c25-bb4ce29f673a admin admin] Allocated IP 172.20.0.1 (8dfeae15-1fc3-44a8-971e-7963f03e47a1/77b483a2-fa55-4b4f-ae43-009b4fd95263/d68fc793-c3f4-4cb6-938b-bae3d4dbf4c0) {{(pid=93410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 14:35:38.703088 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.l3_hamode_db [None req-33b91aa8-7d17-46de-9ac0-057f55840586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '138234f1-abfd-4ac8-9842-27868af423f7', 'name': 'tempest-TestVolumeBootPattern-1318528824-router', 'tenant_id': '9bc5e287b20e4832a5f49ca7fada2aab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'external_fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.38'}], 'enable_snat': True}, 'gw_port_id': 'fab7a9b6-6679-44dc-b8bf-a89a5bcab9af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:35:35Z', 'updated_at': '2021-08-10T14:35:37Z', 'revision_number': 3, 'project_id': '9bc5e287b20e4832a5f49ca7fada2aab', 'gw_port': {'id': 'fab7a9b6-6679-44dc-b8bf-a89a5bcab9af', 'name': '', 'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:59:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '138234f1-abfd-4ac8-9842-27868af423f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:35:36Z', 'updated_at': '2021-08-10T14:35:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-2-iscsi'}], 'dv-cinder-798198-2-iscsi', False) {} {{(pid=93412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:35:38.742482 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b91aa8-7d17-46de-9ac0-057f55840586 None None] Checking router: 138234f1-abfd-4ac8-9842-27868af423f7 for host: dv-cinder-798198-2-iscsi {{(pid=93412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 14:35:38.742836 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b91aa8-7d17-46de-9ac0-057f55840586 None None] Updating router 138234f1-abfd-4ac8-9842-27868af423f7 port fab7a9b6-6679-44dc-b8bf-a89a5bcab9af binding host dv-cinder-798198-2-iscsi {{(pid=93412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 14:35:38.761019 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-0c99a5a5-7098-443a-9c25-bb4ce29f673a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:38.785448 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [None req-0c99a5a5-7098-443a-9c25-bb4ce29f673a admin admin] Transition to ACTIVE for port object d68fc793-c3f4-4cb6-938b-bae3d4dbf4c0 will not be triggered until provisioned by entity DHCP. {{(pid=93410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 14:35:38.804410 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8242f952-1b2a-4a39-9623-a2c4eef97d37 None None] Network 8dfeae15-1fc3-44a8-971e-7963f03e47a1 requested from dv-cinder-798198-2-iscsi {{(pid=93412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 14:35:38.823709 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-0c99a5a5-7098-443a-9c25-bb4ce29f673a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786683465198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26372150'] for port, after_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:38.843403 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-33b91aa8-7d17-46de-9ac0-057f55840586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:38.859107 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c99a5a5-7098-443a-9c25-bb4ce29f673a admin admin] Network 8dfeae15-1fc3-44a8-971e-7963f03e47a1 is already hosted by enough agents. {{(pid=93410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 14:35:38.862275 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.scheduler.base_scheduler [None req-0c99a5a5-7098-443a-9c25-bb4ce29f673a admin admin] Resources bound (agent type, host, resource id): {{(pid=93410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:35:38.869225 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c99a5a5-7098-443a-9c25-bb4ce29f673a admin admin] Received port after_create {{(pid=93410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 14:35:38.895846 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99a5a5-7098-443a-9c25-bb4ce29f673a admin admin] Pushing event updated for resources: {'Port': ['ID=d68fc793-c3f4-4cb6-938b-bae3d4dbf4c0,revision_number=1']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:35:38.922999 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-0c99a5a5-7098-443a-9c25-bb4ce29f673a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-717585'] for router_interface, before_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:38.986374 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.provisioning_blocks [None req-0801a49e-3fae-40bd-b1ac-9cdc9599438a None None] Provisioning for port 471e91b5-c003-4555-baf4-7f48e1f123c8 completed by entity DHCP. {{(pid=93412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 14:35:39.049694 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.l3_hamode_db [None req-55d4cd6e-d26c-434e-8736-73d8bdd28947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aca858a0-4185-400b-bac2-052a7dbfd1c0', 'name': 'tempest-TestVolumeBootPattern-2069893078-router', 'tenant_id': 'a05f2e4d11dd4970b1890e2ac2ce4c87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'external_fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.197'}], 'enable_snat': True}, 'gw_port_id': 'c6d4f948-752f-4e72-ace4-9fed7ef9b2e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:35:29Z', 'updated_at': '2021-08-10T14:35:32Z', 'revision_number': 4, 'project_id': 'a05f2e4d11dd4970b1890e2ac2ce4c87', 'gw_port': {'id': 'c6d4f948-752f-4e72-ace4-9fed7ef9b2e0', 'name': '', 'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:a4:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aca858a0-4185-400b-bac2-052a7dbfd1c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:35:29Z', 'updated_at': '2021-08-10T14:35:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-2-iscsi', '_interfaces': [{'id': '18dd6e20-f0cc-48eb-be22-d5ea10f530a2', 'name': '', 'network_id': 'd5526d2f-b7f9-428c-be48-63f6c6ae4f96', 'tenant_id': 'a05f2e4d11dd4970b1890e2ac2ce4c87', 'mac_address': 'fa:16:3e:97:16:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aca858a0-4185-400b-bac2-052a7dbfd1c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '82a0ee63-ad0f-4f7a-9eac-db5d15b3d575', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:35:32Z', 'updated_at': '2021-08-10T14:35:37Z', 'revision_number': 4, 'project_id': 'a05f2e4d11dd4970b1890e2ac2ce4c87', 'subnets': [{'id': '82a0ee63-ad0f-4f7a-9eac-db5d15b3d575', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-2-iscsi', False) {} {{(pid=93412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:35:39.066760 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-0c99a5a5-7098-443a-9c25-bb4ce29f673a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:39.125804 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d4cd6e-d26c-434e-8736-73d8bdd28947 None None] The sync data for ids ['aca858a0-4185-400b-bac2-052a7dbfd1c0'] in dv-cinder-798198-2-iscsi is: [{'id': 'aca858a0-4185-400b-bac2-052a7dbfd1c0', 'name': 'tempest-TestVolumeBootPattern-2069893078-router', 'tenant_id': 'a05f2e4d11dd4970b1890e2ac2ce4c87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'external_fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.197'}], 'enable_snat': True}, 'gw_port_id': 'c6d4f948-752f-4e72-ace4-9fed7ef9b2e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:35:29Z', 'updated_at': '2021-08-10T14:35:32Z', 'revision_number': 4, 'project_id': 'a05f2e4d11dd4970b1890e2ac2ce4c87', 'gw_port': {'id': 'c6d4f948-752f-4e72-ace4-9fed7ef9b2e0', 'name': '', 'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:a4:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aca858a0-4185-400b-bac2-052a7dbfd1c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:35:29Z', 'updated_at': '2021-08-10T14:35:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-2-iscsi', '_interfaces': [{'id': '18dd6e20-f0cc-48eb-be22-d5ea10f530a2', 'name': '', 'network_id': 'd5526d2f-b7f9-428c-be48-63f6c6ae4f96', 'tenant_id': 'a05f2e4d11dd4970b1890e2ac2ce4c87', 'mac_address': 'fa:16:3e:97:16:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aca858a0-4185-400b-bac2-052a7dbfd1c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '82a0ee63-ad0f-4f7a-9eac-db5d15b3d575', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:35:32Z', 'updated_at': '2021-08-10T14:35:37Z', 'revision_number': 4, 'project_id': 'a05f2e4d11dd4970b1890e2ac2ce4c87', 'subnets': [{'id': '82a0ee63-ad0f-4f7a-9eac-db5d15b3d575', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 14:35:39.326297 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-0c99a5a5-7098-443a-9c25-bb4ce29f673a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:39.331903 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-33b91aa8-7d17-46de-9ac0-057f55840586 None None] Notify callbacks [] for port, precommit_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:39.346702 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-0c99a5a5-7098-443a-9c25-bb4ce29f673a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683854493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786683465220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786683465238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26372301'] for port, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:39.352093 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.provisioning_blocks [None req-33b91aa8-7d17-46de-9ac0-057f55840586 None None] Transition to ACTIVE for port object fab7a9b6-6679-44dc-b8bf-a89a5bcab9af will not be triggered until provisioned by entity L2. {{(pid=93412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 14:35:39.361085 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-33b91aa8-7d17-46de-9ac0-057f55840586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683854493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786683465220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786683465238'] for port, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:39.416756 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.managers [None req-33b91aa8-7d17-46de-9ac0-057f55840586 None None] Attempting to bind port fab7a9b6-6679-44dc-b8bf-a89a5bcab9af on host dv-cinder-798198-2-iscsi for vnic_type normal with profile {{(pid=93412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 14:35:39.417126 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.managers [None req-33b91aa8-7d17-46de-9ac0-057f55840586 None None] Attempting to bind port fab7a9b6-6679-44dc-b8bf-a89a5bcab9af by drivers openvswitch,hyperv on host dv-cinder-798198-2-iscsi at level 0 using segments [{'id': '9b73c935-a484-45be-a2a0-87b3c816c298', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532'}] {{(pid=93412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 14:35:39.417511 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b91aa8-7d17-46de-9ac0-057f55840586 None None] Attempting to bind port fab7a9b6-6679-44dc-b8bf-a89a5bcab9af on network 3c935337-17af-4240-bc2c-ccb5b04b1532 {{(pid=93412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 14:35:39.425540 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b91aa8-7d17-46de-9ac0-057f55840586 None None] Checking agent: {'id': 'd4363d4d-7a35-4f9b-b61a-c2590b3a63af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798198-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 14, 22, 29), 'started_at': datetime.datetime(2021, 8, 10, 14, 22, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 14, 35, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798198-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 14:35:39.425916 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b91aa8-7d17-46de-9ac0-057f55840586 None None] Checking segment: {'id': '9b73c935-a484-45be-a2a0-87b3c816c298', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 14:35:39.426334 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-33b91aa8-7d17-46de-9ac0-057f55840586 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:39.426832 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b91aa8-7d17-46de-9ac0-057f55840586 None None] Bound using segment: {'id': '9b73c935-a484-45be-a2a0-87b3c816c298', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532'} {{(pid=93412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 14:35:39.427352 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.managers [None req-33b91aa8-7d17-46de-9ac0-057f55840586 None None] Bound port: fab7a9b6-6679-44dc-b8bf-a89a5bcab9af, host: dv-cinder-798198-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b73c935-a484-45be-a2a0-87b3c816c298', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532'}}] {{(pid=93412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 14:35:39.427738 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-33b91aa8-7d17-46de-9ac0-057f55840586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:39.454411 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed00d22d-2bd1-4ad9-a659-260eeede8f22 None None] Pushing event updated for resources: {'Port': ['ID=fab7a9b6-6679-44dc-b8bf-a89a5bcab9af,revision_number=2']} {{(pid=93412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:35:39.518603 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.db [None req-33b91aa8-7d17-46de-9ac0-057f55840586 None None] For port fab7a9b6-6679-44dc-b8bf-a89a5bcab9af, host dv-cinder-798198-2-iscsi, cleared binding levels {{(pid=93412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 14:35:39.524525 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.db [None req-33b91aa8-7d17-46de-9ac0-057f55840586 None None] For port fab7a9b6-6679-44dc-b8bf-a89a5bcab9af, host dv-cinder-798198-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-2-iscsi',level=0,port_id=fab7a9b6-6679-44dc-b8bf-a89a5bcab9af,segment=NetworkSegment(9b73c935-a484-45be-a2a0-87b3c816c298),segment_id=9b73c935-a484-45be-a2a0-87b3c816c298)] {{(pid=93412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 14:35:39.529741 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-33b91aa8-7d17-46de-9ac0-057f55840586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683854493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786683465220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786683465238'] for port, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:39.653241 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Device 18dd6e20-f0cc-48eb-be22-d5ea10f530a2 up at agent ovs-agent-dv-cinder-798198-2-iscsi {{(pid=93412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:35:39.708409 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed00d22d-2bd1-4ad9-a659-260eeede8f22 None None] Pushing event updated for resources: {'Port': ['ID=fab7a9b6-6679-44dc-b8bf-a89a5bcab9af,revision_number=3']} {{(pid=93412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:35:39.719914 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b91aa8-7d17-46de-9ac0-057f55840586 None None] Routers {'138234f1-abfd-4ac8-9842-27868af423f7'} bound to L3 agent in host dv-cinder-798198-2-iscsi {{(pid=93412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:35:39.720791 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.l3_hamode_db [None req-33b91aa8-7d17-46de-9ac0-057f55840586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T14:22:29Z,description=,heartbeat_timestamp=2021-08-10T14:35:29Z,host='dv-cinder-798198-2-iscsi',id=8acc92de-0cfa-4d60-8b37-a39a4d3c1570,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T14:22:29Z,topic='l3_agent')) {'router_ids': ['138234f1-abfd-4ac8-9842-27868af423f7'], 'active': True} {{(pid=93412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:35:39.750824 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-0c99a5a5-7098-443a-9c25-bb4ce29f673a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-767284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-717733'] for router_interface, after_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:39.769846 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99a5a5-7098-443a-9c25-bb4ce29f673a admin admin] Pushing event updated for resources: {'Port': ['ID=d68fc793-c3f4-4cb6-938b-bae3d4dbf4c0,revision_number=2']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:35:39.789299 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.provisioning_blocks [None req-93c5c38d-f28d-4d91-8f94-f97a12c2f572 None None] Provisioning for port d68fc793-c3f4-4cb6-938b-bae3d4dbf4c0 completed by entity DHCP. {{(pid=93412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 14:35:39.845179 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015fc888-fc53-4ce1-9c56-52d512f26172 req-d20f0c49-5d12-4705-bc6e-33f09bc65e67 tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:35:39.847713 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-015fc888-fc53-4ce1-9c56-52d512f26172 req-d20f0c49-5d12-4705-bc6e-33f09bc65e67 tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] 10.222.0.42 "GET /v2.0/ports?device_id=df8319e0-c023-4611-a25a-320bb70203fa HTTP/1.1" status: 200 len: 945 time: 0.5433648 Aug 10 14:35:39.861900 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.provisioning_blocks [None req-93c5c38d-f28d-4d91-8f94-f97a12c2f572 None None] Provisioning complete for port d68fc793-c3f4-4cb6-938b-bae3d4dbf4c0 triggered by entity DHCP. {{(pid=93412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:35:39.862254 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-93c5c38d-f28d-4d91-8f94-f97a12c2f572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932393'] for port, provisioning_complete {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:39.899623 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.provisioning_blocks [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Provisioning for port 18dd6e20-f0cc-48eb-be22-d5ea10f530a2 completed by entity L2. {{(pid=93412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 14:35:39.909177 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.l3_dvr_db [None req-33b91aa8-7d17-46de-9ac0-057f55840586 None None] Set router 138234f1-abfd-4ac8-9842-27868af423f7 gateway port host: dv-cinder-798198-2-iscsi {{(pid=93412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:35:39.947876 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c99a5a5-7098-443a-9c25-bb4ce29f673a admin admin] Network 8dfeae15-1fc3-44a8-971e-7963f03e47a1 is already hosted by enough agents. {{(pid=93410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 14:35:39.948648 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.provisioning_blocks [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Provisioning complete for port 18dd6e20-f0cc-48eb-be22-d5ea10f530a2 triggered by entity L2. {{(pid=93412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:35:39.949034 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932393'] for port, provisioning_complete {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:39.951404 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.scheduler.base_scheduler [None req-0c99a5a5-7098-443a-9c25-bb4ce29f673a admin admin] Resources bound (agent type, host, resource id): {{(pid=93410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:35:39.967798 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-015fc888-fc53-4ce1-9c56-52d512f26172 req-9e822efb-13a1-4d4d-8cf3-a3158975bed2 tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e1f1c30-11f2-4245-ad3d-ce9f21d473e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074822 Aug 10 14:35:40.005452 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.plugin [None req-93c5c38d-f28d-4d91-8f94-f97a12c2f572 None None] Port d68fc793-c3f4-4cb6-938b-bae3d4dbf4c0 cannot update to ACTIVE because it is not bound. {{(pid=93412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 14:35:40.149267 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c99a5a5-7098-443a-9c25-bb4ce29f673a admin admin] Router 138234f1-abfd-4ac8-9842-27868af423f7 has already been hosted by L3 agent 8acc92de-0cfa-4d60-8b37-a39a4d3c1570 {{(pid=93410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 14:35:40.280591 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c99a5a5-7098-443a-9c25-bb4ce29f673a admin admin] Notify agent at l3_agent.dv-cinder-798198-2-iscsi the message routers_updated {{(pid=93410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 14:35:40.286057 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [None req-0c99a5a5-7098-443a-9c25-bb4ce29f673a admin admin] 10.222.0.42 "PUT /v2.0/routers/138234f1-abfd-4ac8-9842-27868af423f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4675176 Aug 10 14:35:40.319212 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.provisioning_blocks [None req-95819bf2-1e9f-4b8e-b936-ca7d1665928b None None] Provisioning complete for port d68fc793-c3f4-4cb6-938b-bae3d4dbf4c0 triggered by entity DHCP. {{(pid=93412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:35:40.319532 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-95819bf2-1e9f-4b8e-b936-ca7d1665928b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932393'] for port, provisioning_complete {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:40.401515 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.plugin [None req-95819bf2-1e9f-4b8e-b936-ca7d1665928b None None] Port d68fc793-c3f4-4cb6-938b-bae3d4dbf4c0 cannot update to ACTIVE because it is not bound. {{(pid=93412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 14:35:40.428048 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:40.485929 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.db [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] For port 18dd6e20-f0cc-48eb-be22-d5ea10f530a2, host dv-cinder-798198-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-2-iscsi',level=0,port_id=18dd6e20-f0cc-48eb-be22-d5ea10f530a2,segment=NetworkSegment(b1474386-8f64-4469-a373-f1fecf720fc6),segment_id=b1474386-8f64-4469-a373-f1fecf720fc6)] {{(pid=93412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:35:40.495397 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683854493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786683465220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786683465238'] for port, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:40.496206 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Device 471e91b5-c003-4555-baf4-7f48e1f123c8 up at agent ovs-agent-dv-cinder-798198-2-iscsi {{(pid=93412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:35:40.604734 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.l3_hamode_db [None req-33b91aa8-7d17-46de-9ac0-057f55840586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '138234f1-abfd-4ac8-9842-27868af423f7', 'name': 'tempest-TestVolumeBootPattern-1318528824-router', 'tenant_id': '9bc5e287b20e4832a5f49ca7fada2aab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'external_fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.38'}], 'enable_snat': True}, 'gw_port_id': 'fab7a9b6-6679-44dc-b8bf-a89a5bcab9af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:35:35Z', 'updated_at': '2021-08-10T14:35:39Z', 'revision_number': 4, 'project_id': '9bc5e287b20e4832a5f49ca7fada2aab', 'gw_port': {'id': 'fab7a9b6-6679-44dc-b8bf-a89a5bcab9af', 'name': '', 'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:59:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '138234f1-abfd-4ac8-9842-27868af423f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:35:36Z', 'updated_at': '2021-08-10T14:35:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-2-iscsi', '_interfaces': [{'id': 'd68fc793-c3f4-4cb6-938b-bae3d4dbf4c0', 'name': '', 'network_id': '8dfeae15-1fc3-44a8-971e-7963f03e47a1', 'tenant_id': '9bc5e287b20e4832a5f49ca7fada2aab', 'mac_address': 'fa:16:3e:6a:1b:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '138234f1-abfd-4ac8-9842-27868af423f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '77b483a2-fa55-4b4f-ae43-009b4fd95263', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:35:38Z', 'updated_at': '2021-08-10T14:35:39Z', 'revision_number': 2, 'project_id': '9bc5e287b20e4832a5f49ca7fada2aab', 'subnets': [{'id': '77b483a2-fa55-4b4f-ae43-009b4fd95263', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-2-iscsi', False) {} {{(pid=93412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:35:40.610426 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.provisioning_blocks [None req-8e92a6c7-0c5d-4181-989c-2301fd18eb83 None None] Provisioning complete for port d68fc793-c3f4-4cb6-938b-bae3d4dbf4c0 triggered by entity DHCP. {{(pid=93412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:35:40.610796 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-8e92a6c7-0c5d-4181-989c-2301fd18eb83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932393'] for port, provisioning_complete {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:40.636751 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Pushing event updated for resources: {'Port': ['ID=18dd6e20-f0cc-48eb-be22-d5ea10f530a2,revision_number=5']} {{(pid=93412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:35:40.666900 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b91aa8-7d17-46de-9ac0-057f55840586 None None] The sync data for ids ['138234f1-abfd-4ac8-9842-27868af423f7'] in dv-cinder-798198-2-iscsi is: [{'id': '138234f1-abfd-4ac8-9842-27868af423f7', 'name': 'tempest-TestVolumeBootPattern-1318528824-router', 'tenant_id': '9bc5e287b20e4832a5f49ca7fada2aab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'external_fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.38'}], 'enable_snat': True}, 'gw_port_id': 'fab7a9b6-6679-44dc-b8bf-a89a5bcab9af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:35:35Z', 'updated_at': '2021-08-10T14:35:39Z', 'revision_number': 4, 'project_id': '9bc5e287b20e4832a5f49ca7fada2aab', 'gw_port': {'id': 'fab7a9b6-6679-44dc-b8bf-a89a5bcab9af', 'name': '', 'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:59:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '138234f1-abfd-4ac8-9842-27868af423f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:35:36Z', 'updated_at': '2021-08-10T14:35:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-2-iscsi', '_interfaces': [{'id': 'd68fc793-c3f4-4cb6-938b-bae3d4dbf4c0', 'name': '', 'network_id': '8dfeae15-1fc3-44a8-971e-7963f03e47a1', 'tenant_id': '9bc5e287b20e4832a5f49ca7fada2aab', 'mac_address': 'fa:16:3e:6a:1b:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '138234f1-abfd-4ac8-9842-27868af423f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '77b483a2-fa55-4b4f-ae43-009b4fd95263', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:35:38Z', 'updated_at': '2021-08-10T14:35:39Z', 'revision_number': 2, 'project_id': '9bc5e287b20e4832a5f49ca7fada2aab', 'subnets': [{'id': '77b483a2-fa55-4b4f-ae43-009b4fd95263', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 14:35:40.690706 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.provisioning_blocks [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Provisioning for port 471e91b5-c003-4555-baf4-7f48e1f123c8 completed by entity L2. {{(pid=93412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 14:35:40.692669 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.provisioning_blocks [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Provisioning complete for port 471e91b5-c003-4555-baf4-7f48e1f123c8 triggered by entity L2. {{(pid=93412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:35:40.693049 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932393'] for port, provisioning_complete {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:40.695884 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.plugin [None req-8e92a6c7-0c5d-4181-989c-2301fd18eb83 None None] Port d68fc793-c3f4-4cb6-938b-bae3d4dbf4c0 cannot update to ACTIVE because it is not bound. {{(pid=93412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 14:35:40.697039 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.wsgi [-] (93410) accepted ('10.222.0.42', 54850) {{(pid=93410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:35:40.702278 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.v2.base [None req-43097ba9-1f42-43ed-badf-fa90c25e4176 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1568808170', 'description': 'tempest-secgroup-smoke-1568808170 description', 'project_id': 'a05f2e4d11dd4970b1890e2ac2ce4c87'}} {{(pid=93410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:35:40.724339 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-43097ba9-1f42-43ed-badf-fa90c25e4176 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Notify callbacks [] for security_group, before_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:40.774013 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:40.810260 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-43097ba9-1f42-43ed-badf-fa90c25e4176 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Notify callbacks [] for security_group, precommit_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:40.812666 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.db [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] For port 471e91b5-c003-4555-baf4-7f48e1f123c8, host dv-cinder-798198-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-2-iscsi',level=0,port_id=471e91b5-c003-4555-baf4-7f48e1f123c8,segment=NetworkSegment(72ba5904-8c2e-4cd4-a735-ebad8c0360be),segment_id=72ba5904-8c2e-4cd4-a735-ebad8c0360be)] {{(pid=93412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:35:40.815138 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-43097ba9-1f42-43ed-badf-fa90c25e4176 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734645'] for security_group, after_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:40.816669 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683854493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786683465220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786683465238'] for port, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:40.855471 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-43097ba9-1f42-43ed-badf-fa90c25e4176 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Notify callbacks [] for security_group, before_response {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:40.856767 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [None req-43097ba9-1f42-43ed-badf-fa90c25e4176 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1586282 Aug 10 14:35:40.860223 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.wsgi [-] (93411) accepted ('10.222.0.42', 54852) {{(pid=93411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:35:40.866644 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.v2.base [None req-f0ed5de0-ccef-401f-a8ea-cba0e6c5355a tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Request body: {'security_group_rule': {'security_group_id': '56a6b489-60e9-459f-8db6-59e684177373', 'project_id': 'a05f2e4d11dd4970b1890e2ac2ce4c87', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:35:40.882252 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43097ba9-1f42-43ed-badf-fa90c25e4176 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56a6b489-60e9-459f-8db6-59e684177373,revision_number=1']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:35:40.883294 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Pushing event updated for resources: {'Port': ['ID=471e91b5-c003-4555-baf4-7f48e1f123c8,revision_number=3']} {{(pid=93412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:35:40.909282 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed76bf3-0db3-4749-9f66-53a0c7ad341d req-1fd51b4d-a71a-4182-b21b-f7564556a9d8 tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:35:40.910864 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-0ed76bf3-0db3-4749-9f66-53a0c7ad341d req-1fd51b4d-a71a-4182-b21b-f7564556a9d8 tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] 10.222.0.18 "GET /v2.0/ports?device_id=df8319e0-c023-4611-a25a-320bb70203fa HTTP/1.1" status: 200 len: 945 time: 0.0674551 Aug 10 14:35:40.916712 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-f0ed5de0-ccef-401f-a8ea-cba0e6c5355a tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:40.991928 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-f0ed5de0-ccef-401f-a8ea-cba0e6c5355a tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:40.998420 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-f0ed5de0-ccef-401f-a8ea-cba0e6c5355a tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734530'] for security_group_rule, after_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:41.025801 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-f0ed5de0-ccef-401f-a8ea-cba0e6c5355a tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:41.029936 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-f0ed5de0-ccef-401f-a8ea-cba0e6c5355a tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1685860 Aug 10 14:35:41.030564 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.wsgi [-] (93411) accepted ('10.222.0.42', 54856) {{(pid=93411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:35:41.037112 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ed5de0-ccef-401f-a8ea-cba0e6c5355a tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74bc1f4e-fc2a-499b-ab0f-7fa3247405d2,revision_number=0']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:35:41.041836 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.plugin [req-0ed76bf3-0db3-4749-9f66-53a0c7ad341d req-fd7b7d06-a27c-405a-9a64-8f12572fad96 tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] Deleting port d2390cef-8b0d-412d-9d0a-904f49334482 {{(pid=93410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 14:35:41.042193 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-0ed76bf3-0db3-4749-9f66-53a0c7ad341d req-fd7b7d06-a27c-405a-9a64-8f12572fad96 tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786683848753'] for port, before_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:41.043949 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.v2.base [None req-32c3144f-67d7-4f25-975b-f22fb00366c3 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Request body: {'security_group_rule': {'security_group_id': '56a6b489-60e9-459f-8db6-59e684177373', 'project_id': 'a05f2e4d11dd4970b1890e2ac2ce4c87', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:35:41.087447 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-32c3144f-67d7-4f25-975b-f22fb00366c3 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:41.215085 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-32c3144f-67d7-4f25-975b-f22fb00366c3 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:41.231758 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [req-0ed76bf3-0db3-4749-9f66-53a0c7ad341d req-fd7b7d06-a27c-405a-9a64-8f12572fad96 tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] For port d2390cef-8b0d-412d-9d0a-904f49334482, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=d2390cef-8b0d-412d-9d0a-904f49334482,segment=NetworkSegment(cea0df64-e7aa-4971-9a61-80514ca799ba),segment_id=cea0df64-e7aa-4971-9a61-80514ca799ba)] {{(pid=93410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:35:41.232180 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-0ed76bf3-0db3-4749-9f66-53a0c7ad341d req-fd7b7d06-a27c-405a-9a64-8f12572fad96 tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-879274'] for port, precommit_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:41.233970 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-32c3144f-67d7-4f25-975b-f22fb00366c3 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734530'] for security_group_rule, after_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:41.252550 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a389ea5-9bd2-49bd-a2c0-b9061a94aeb9 req-dff1f071-9165-4d02-bee7-7e1fac64d55e tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:35:41.254179 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-9a389ea5-9bd2-49bd-a2c0-b9061a94aeb9 req-dff1f071-9165-4d02-bee7-7e1fac64d55e tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] 10.222.0.42 "GET /v2.0/ports?device_id=df8319e0-c023-4611-a25a-320bb70203fa HTTP/1.1" status: 200 len: 945 time: 0.1613758 Aug 10 14:35:41.259466 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.plugin [req-0ed76bf3-0db3-4749-9f66-53a0c7ad341d req-fd7b7d06-a27c-405a-9a64-8f12572fad96 tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] Calling delete_port for d2390cef-8b0d-412d-9d0a-904f49334482 owned by compute:nova {{(pid=93410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 14:35:41.264013 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c3144f-67d7-4f25-975b-f22fb00366c3 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8f49988-695f-4838-8d71-84e94af14ec1,revision_number=0']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:35:41.273672 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-32c3144f-67d7-4f25-975b-f22fb00366c3 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:41.275578 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-32c3144f-67d7-4f25-975b-f22fb00366c3 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2398858 Aug 10 14:35:41.277546 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c3144f-67d7-4f25-975b-f22fb00366c3 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:35:41.277835 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c3144f-67d7-4f25-975b-f22fb00366c3 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:35:41.278170 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c3144f-67d7-4f25-975b-f22fb00366c3 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:35:41.278539 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c3144f-67d7-4f25-975b-f22fb00366c3 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:35:41.278891 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c3144f-67d7-4f25-975b-f22fb00366c3 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:35:41.279381 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c3144f-67d7-4f25-975b-f22fb00366c3 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:35:41.280342 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c3144f-67d7-4f25-975b-f22fb00366c3 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:35:41.280342 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c3144f-67d7-4f25-975b-f22fb00366c3 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:35:41.280521 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c3144f-67d7-4f25-975b-f22fb00366c3 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:35:41.281638 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c3144f-67d7-4f25-975b-f22fb00366c3 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:35:41.282205 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c3144f-67d7-4f25-975b-f22fb00366c3 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:35:41.282696 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c3144f-67d7-4f25-975b-f22fb00366c3 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:35:41.285902 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.wsgi [-] (93411) accepted ('10.222.0.42', 54860) {{(pid=93411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:35:41.303635 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.v2.base [None req-2c33a2e1-5ef5-4789-a31b-7fa4499134d9 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Request body: {'security_group_rule': {'security_group_id': '56a6b489-60e9-459f-8db6-59e684177373', 'project_id': 'a05f2e4d11dd4970b1890e2ac2ce4c87', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:35:41.348266 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-2c33a2e1-5ef5-4789-a31b-7fa4499134d9 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:41.370063 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-9a389ea5-9bd2-49bd-a2c0-b9061a94aeb9 req-ee678908-4123-43fd-a436-e4c998243c62 tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] 10.222.0.42 "GET /v2.0/security-groups?id=4e1f1c30-11f2-4245-ad3d-ce9f21d473e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009715 Aug 10 14:35:41.428932 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-2c33a2e1-5ef5-4789-a31b-7fa4499134d9 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:41.434688 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-2c33a2e1-5ef5-4789-a31b-7fa4499134d9 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734530'] for security_group_rule, after_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:41.456155 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c33a2e1-5ef5-4789-a31b-7fa4499134d9 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8147bd09-f11c-4dd0-ace4-5262d2016553,revision_number=0']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:35:41.463826 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-2c33a2e1-5ef5-4789-a31b-7fa4499134d9 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:41.468030 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.wsgi [-] (93410) accepted ('10.222.0.42', 54864) {{(pid=93410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:35:41.470014 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-2c33a2e1-5ef5-4789-a31b-7fa4499134d9 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1826644 Aug 10 14:35:41.477069 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.v2.base [None req-a54561b2-f8b4-476f-ad3d-6b5cdbffb9ec tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Request body: {'security_group_rule': {'security_group_id': '56a6b489-60e9-459f-8db6-59e684177373', 'project_id': 'a05f2e4d11dd4970b1890e2ac2ce4c87', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:35:41.508562 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-0ed76bf3-0db3-4749-9f66-53a0c7ad341d req-fd7b7d06-a27c-405a-9a64-8f12572fad96 tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786683854475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786683465207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26372150'] for port, after_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:41.519526 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.db [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] get_ports_and_sgs() called for port_ids ['d2390cef-8b0d-412d-9d0a-904f49334482'] {{(pid=93412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 14:35:41.553251 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7b7d06-a27c-405a-9a64-8f12572fad96 tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] Pushing event deleted for resources: {'Port': ['ID=d2390cef-8b0d-412d-9d0a-904f49334482,revision_number=None']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:35:41.556294 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-a54561b2-f8b4-476f-ad3d-6b5cdbffb9ec tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:41.591417 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Device 18dd6e20-f0cc-48eb-be22-d5ea10f530a2 up at agent ovs-agent-dv-cinder-798198-2-iscsi {{(pid=93412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:35:41.607959 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ed76bf3-0db3-4749-9f66-53a0c7ad341d req-fd7b7d06-a27c-405a-9a64-8f12572fad96 tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] No DVR routers for this DVR port d2390cef-8b0d-412d-9d0a-904f49334482 on host hv-cinder-79819 {{(pid=93410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 14:35:41.611165 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-0ed76bf3-0db3-4749-9f66-53a0c7ad341d req-fd7b7d06-a27c-405a-9a64-8f12572fad96 tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-387483'] for port, before_response {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:41.612977 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-0ed76bf3-0db3-4749-9f66-53a0c7ad341d req-fd7b7d06-a27c-405a-9a64-8f12572fad96 tempest-AttachVolumeNegativeTest-1185379411 tempest-AttachVolumeNegativeTest-1185379411-project] 10.222.0.18 "DELETE /v2.0/ports/d2390cef-8b0d-412d-9d0a-904f49334482 HTTP/1.1" status: 204 len: 173 time: 0.6927006 Aug 10 14:35:41.621024 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df8319e0-c023-4611-a25a-320bb70203fa', 'name': 'network-vif-deleted', 'tag': 'd2390cef-8b0d-412d-9d0a-904f49334482'}] {{(pid=93410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:35:41.623800 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}173c15a1f530ed65b3eefe425c4e9cd9c28cfc2a1cdec76c1bb34aa91000b996" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-865afc58-ab6f-4d07-bdde-d4ff1c87629a" -d '{"events": [{"server_uuid": "df8319e0-c023-4611-a25a-320bb70203fa", "name": "network-vif-deleted", "tag": "d2390cef-8b0d-412d-9d0a-904f49334482"}]}' {{(pid=93410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:35:41.650390 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.provisioning_blocks [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Provisioning complete for port 18dd6e20-f0cc-48eb-be22-d5ea10f530a2 triggered by entity L2. {{(pid=93412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:35:41.650917 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932393'] for port, provisioning_complete {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:41.684280 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 14:35:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-931e23fa-a721-4453-bf31-fc28d1d3af73 x-openstack-request-id: req-931e23fa-a721-4453-bf31-fc28d1d3af73 {{(pid=93410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:35:41.684643 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df8319e0-c023-4611-a25a-320bb70203fa", "name": "network-vif-deleted", "tag": "d2390cef-8b0d-412d-9d0a-904f49334482", "status": "completed", "code": 200}]} {{(pid=93410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:35:41.684961 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-931e23fa-a721-4453-bf31-fc28d1d3af73 {{(pid=93410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:35:41.685379 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df8319e0-c023-4611-a25a-320bb70203fa', 'name': 'network-vif-deleted', 'tag': 'd2390cef-8b0d-412d-9d0a-904f49334482', 'status': 'completed', 'code': 200} Aug 10 14:35:41.687248 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-a54561b2-f8b4-476f-ad3d-6b5cdbffb9ec tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:41.692838 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-a54561b2-f8b4-476f-ad3d-6b5cdbffb9ec tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734530'] for security_group_rule, after_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:41.717031 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54561b2-f8b4-476f-ad3d-6b5cdbffb9ec tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=495c008e-6d35-4886-95a9-b13fa02b5fb5,revision_number=0']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:35:41.721940 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-a54561b2-f8b4-476f-ad3d-6b5cdbffb9ec tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:41.723230 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [None req-a54561b2-f8b4-476f-ad3d-6b5cdbffb9ec tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2499921 Aug 10 14:35:41.726405 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.wsgi [-] (93411) accepted ('10.222.0.42', 54868) {{(pid=93411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:35:41.731133 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.v2.base [None req-fd5c949e-73b7-481e-8262-3f074abb065a tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Request body: {'security_group_rule': {'security_group_id': '56a6b489-60e9-459f-8db6-59e684177373', 'project_id': 'a05f2e4d11dd4970b1890e2ac2ce4c87', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:35:41.758731 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.db.securitygroups_db [None req-fd5c949e-73b7-481e-8262-3f074abb065a tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Project a05f2e4d11dd4970b1890e2ac2ce4c87 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 14:35:41.764088 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-fd5c949e-73b7-481e-8262-3f074abb065a tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:41.769645 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Device 471e91b5-c003-4555-baf4-7f48e1f123c8 up at agent ovs-agent-dv-cinder-798198-2-iscsi {{(pid=93412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:35:41.825806 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.provisioning_blocks [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Provisioning complete for port 471e91b5-c003-4555-baf4-7f48e1f123c8 triggered by entity L2. {{(pid=93412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:35:41.826011 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932393'] for port, provisioning_complete {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:41.839868 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-fd5c949e-73b7-481e-8262-3f074abb065a tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:41.844099 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-fd5c949e-73b7-481e-8262-3f074abb065a tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734530'] for security_group_rule, after_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:41.862392 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5c949e-73b7-481e-8262-3f074abb065a tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42380238-442f-4f9b-b901-7c9847826adc,revision_number=0']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:35:41.868926 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-fd5c949e-73b7-481e-8262-3f074abb065a tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:41.874039 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-fd5c949e-73b7-481e-8262-3f074abb065a tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1430514 Aug 10 14:35:41.874039 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.wsgi [-] (93411) accepted ('10.222.0.42', 54870) {{(pid=93411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:35:41.878850 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.v2.base [None req-0225b579-58f0-44d3-b1b9-a41f6eecfc5d tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Request body: {'security_group_rule': {'security_group_id': '56a6b489-60e9-459f-8db6-59e684177373', 'project_id': 'a05f2e4d11dd4970b1890e2ac2ce4c87', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:35:41.903775 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.db.securitygroups_db [None req-0225b579-58f0-44d3-b1b9-a41f6eecfc5d tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Project a05f2e4d11dd4970b1890e2ac2ce4c87 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 14:35:41.909170 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-0225b579-58f0-44d3-b1b9-a41f6eecfc5d tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:41.985962 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-0225b579-58f0-44d3-b1b9-a41f6eecfc5d tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:41.992570 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-0225b579-58f0-44d3-b1b9-a41f6eecfc5d tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734530'] for security_group_rule, after_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:42.021827 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0225b579-58f0-44d3-b1b9-a41f6eecfc5d tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da10da86-a1cc-4ddd-86e2-14d84c8e1934,revision_number=0']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:35:42.043401 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-0225b579-58f0-44d3-b1b9-a41f6eecfc5d tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:42.045372 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-0225b579-58f0-44d3-b1b9-a41f6eecfc5d tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1702757 Aug 10 14:35:42.464265 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.wsgi [-] (93411) accepted ('10.222.0.42', 54920) {{(pid=93411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:35:42.517298 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.db.db_base_plugin_v2 [None req-91b3df3d-a2b1-4a9e-913b-cd3adac13b6a admin admin] Deleting subnet 9d7f965d-fd24-4b99-b220-500326c89524 {{(pid=93411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 14:35:42.522313 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-91b3df3d-a2b1-4a9e-913b-cd3adac13b6a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:42.578613 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-91b3df3d-a2b1-4a9e-913b-cd3adac13b6a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26216108'] for subnet, precommit_delete_associations {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:42.626684 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-91b3df3d-a2b1-4a9e-913b-cd3adac13b6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1963407'] for subnet, precommit_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:42.689671 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-91b3df3d-a2b1-4a9e-913b-cd3adac13b6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1963510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2690453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26471085'] for subnet, after_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:42.716812 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b3df3d-a2b1-4a9e-913b-cd3adac13b6a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d7f965d-fd24-4b99-b220-500326c89524,revision_number=None']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:35:42.726411 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-91b3df3d-a2b1-4a9e-913b-cd3adac13b6a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:42.731075 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.wsgi [-] (93410) accepted ('10.222.0.42', 54924) {{(pid=93410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:35:42.731471 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-91b3df3d-a2b1-4a9e-913b-cd3adac13b6a admin admin] 10.222.0.42 "DELETE /v2.0/subnets/9d7f965d-fd24-4b99-b220-500326c89524 HTTP/1.1" status: 204 len: 168 time: 0.2650037 Aug 10 14:35:42.817901 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-eaec2cd9-4145-4412-adec-bf33c1edab46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1782855'] for network, before_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:42.906975 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-eaec2cd9-4145-4412-adec-bf33c1edab46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1963782', 'neutron.services.segments.db._delete_segments_for_network-8786683991920'] for network, precommit_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:42.918746 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.services.segments.db [None req-eaec2cd9-4145-4412-adec-bf33c1edab46 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a614d805-3c32-418a-8a36-2a0c20a67d14']}} {{(pid=93410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:35:42.930268 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.services.segments.db [None req-eaec2cd9-4145-4412-adec-bf33c1edab46 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cea0df64-e7aa-4971-9a61-80514ca799ba') {'for_net_delete': True} {{(pid=93410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:35:42.930562 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.services.segments.db [None req-eaec2cd9-4145-4412-adec-bf33c1edab46 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cea0df64-e7aa-4971-9a61-80514ca799ba') {} {{(pid=93410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:35:42.940763 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-eaec2cd9-4145-4412-adec-bf33c1edab46 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786683994745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25513282'] for segment, before_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:42.956582 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-eaec2cd9-4145-4412-adec-bf33c1edab46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1962803'] for segment, precommit_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:42.963648 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eaec2cd9-4145-4412-adec-bf33c1edab46 admin admin] Releasing vlan 590 on physical network physnet1 to pool {{(pid=93410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 14:35:42.964091 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-eaec2cd9-4145-4412-adec-bf33c1edab46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1962803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26372329'] for segment, after_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:42.965957 dv-cinder-798198-2-iscsi neutron-server[93410]: Traceback (most recent call last): Aug 10 14:35:42.965957 dv-cinder-798198-2-iscsi neutron-server[93410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 14:35:42.965957 dv-cinder-798198-2-iscsi neutron-server[93410]: timer() Aug 10 14:35:42.965957 dv-cinder-798198-2-iscsi neutron-server[93410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 14:35:42.965957 dv-cinder-798198-2-iscsi neutron-server[93410]: cb(*args, **kw) Aug 10 14:35:42.965957 dv-cinder-798198-2-iscsi neutron-server[93410]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 14:35:42.965957 dv-cinder-798198-2-iscsi neutron-server[93410]: return func(*args, **kwargs) Aug 10 14:35:42.965957 dv-cinder-798198-2-iscsi neutron-server[93410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 14:35:42.965957 dv-cinder-798198-2-iscsi neutron-server[93410]: self._notify() Aug 10 14:35:42.965957 dv-cinder-798198-2-iscsi neutron-server[93410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 14:35:42.965957 dv-cinder-798198-2-iscsi neutron-server[93410]: self.callback(batched_events) Aug 10 14:35:42.965957 dv-cinder-798198-2-iscsi neutron-server[93410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 14:35:42.965957 dv-cinder-798198-2-iscsi neutron-server[93410]: event.method(event) Aug 10 14:35:42.965957 dv-cinder-798198-2-iscsi neutron-server[93410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 14:35:42.965957 dv-cinder-798198-2-iscsi neutron-server[93410]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 14:35:42.965957 dv-cinder-798198-2-iscsi neutron-server[93410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 14:35:42.965957 dv-cinder-798198-2-iscsi neutron-server[93410]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 14:35:42.965957 dv-cinder-798198-2-iscsi neutron-server[93410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 14:35:42.965957 dv-cinder-798198-2-iscsi neutron-server[93410]: return f(self, *a, **k) Aug 10 14:35:42.965957 dv-cinder-798198-2-iscsi neutron-server[93410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 14:35:42.965957 dv-cinder-798198-2-iscsi neutron-server[93410]: return self._get(url).json() Aug 10 14:35:42.965957 dv-cinder-798198-2-iscsi neutron-server[93410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 14:35:42.965957 dv-cinder-798198-2-iscsi neutron-server[93410]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 14:35:42.965957 dv-cinder-798198-2-iscsi neutron-server[93410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 14:35:42.965957 dv-cinder-798198-2-iscsi neutron-server[93410]: return self.request(url, 'GET', **kwargs) Aug 10 14:35:42.965957 dv-cinder-798198-2-iscsi neutron-server[93410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 14:35:42.965957 dv-cinder-798198-2-iscsi neutron-server[93410]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 14:35:42.965957 dv-cinder-798198-2-iscsi neutron-server[93410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 14:35:42.965957 dv-cinder-798198-2-iscsi neutron-server[93410]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 14:35:42.965957 dv-cinder-798198-2-iscsi neutron-server[93410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 14:35:42.965957 dv-cinder-798198-2-iscsi neutron-server[93410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 14:35:42.965957 dv-cinder-798198-2-iscsi neutron-server[93410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 14:35:43.025739 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-eaec2cd9-4145-4412-adec-bf33c1edab46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1963789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-880042'] for network, after_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:43.031735 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-eaec2cd9-4145-4412-adec-bf33c1edab46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-767256'] for network, before_response {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:43.036776 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [None req-eaec2cd9-4145-4412-adec-bf33c1edab46 admin admin] 10.222.0.42 "DELETE /v2.0/networks/a614d805-3c32-418a-8a36-2a0c20a67d14 HTTP/1.1" status: 204 len: 168 time: 0.3015985 Aug 10 14:35:43.047698 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaec2cd9-4145-4412-adec-bf33c1edab46 admin admin] Pushing event deleted for resources: {'Network': ['ID=a614d805-3c32-418a-8a36-2a0c20a67d14,revision_number=None']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:35:43.238546 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.wsgi [-] (93410) accepted ('10.222.0.42', 54944) {{(pid=93410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:35:43.282819 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [None req-7fb53635-22f1-4b18-b557-3e887317d1fb admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=44853dc206f34059b469cc35cda5cb30&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0430987 Aug 10 14:35:43.285336 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.wsgi [-] (93410) accepted ('10.222.0.42', 54946) {{(pid=93410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:35:43.353136 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-91b5f69e-6fd5-4bda-b93a-0eb5d933cb2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:43.377713 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-91b5f69e-6fd5-4bda-b93a-0eb5d933cb2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:43.449486 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-91b5f69e-6fd5-4bda-b93a-0eb5d933cb2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734645'] for security_group, after_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:43.452230 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-91b5f69e-6fd5-4bda-b93a-0eb5d933cb2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:43.453497 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [None req-91b5f69e-6fd5-4bda-b93a-0eb5d933cb2e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4e1f1c30-11f2-4245-ad3d-ce9f21d473e7 HTTP/1.1" status: 204 len: 168 time: 0.1672170 Aug 10 14:35:43.471636 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b5f69e-6fd5-4bda-b93a-0eb5d933cb2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e1f1c30-11f2-4245-ad3d-ce9f21d473e7,revision_number=None']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:35:43.646467 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Device fab7a9b6-6679-44dc-b8bf-a89a5bcab9af up at agent ovs-agent-dv-cinder-798198-2-iscsi {{(pid=93412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:35:43.725724 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e8a267-acf2-4470-a63f-b2d684ae864f None None] Sync routers for ids ['138234f1-abfd-4ac8-9842-27868af423f7'] in dv-cinder-798198-2-iscsi {{(pid=93413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 14:35:43.728365 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.provisioning_blocks [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Provisioning for port fab7a9b6-6679-44dc-b8bf-a89a5bcab9af completed by entity L2. {{(pid=93412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 14:35:43.734439 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.provisioning_blocks [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Provisioning complete for port fab7a9b6-6679-44dc-b8bf-a89a5bcab9af triggered by entity L2. {{(pid=93412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:35:43.734971 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932393'] for port, provisioning_complete {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:43.738505 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e8a267-acf2-4470-a63f-b2d684ae864f None None] Routers {'138234f1-abfd-4ac8-9842-27868af423f7'} bound to L3 agent in host dv-cinder-798198-2-iscsi {{(pid=93413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:35:43.739264 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.db.l3_hamode_db [None req-42e8a267-acf2-4470-a63f-b2d684ae864f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T14:22:29Z,description=,heartbeat_timestamp=2021-08-10T14:35:29Z,host='dv-cinder-798198-2-iscsi',id=8acc92de-0cfa-4d60-8b37-a39a4d3c1570,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T14:22:29Z,topic='l3_agent')) {'router_ids': ['138234f1-abfd-4ac8-9842-27868af423f7'], 'active': True} {{(pid=93413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:35:43.875729 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.db.l3_dvr_db [None req-42e8a267-acf2-4470-a63f-b2d684ae864f None None] Set router 138234f1-abfd-4ac8-9842-27868af423f7 gateway port host: dv-cinder-798198-2-iscsi {{(pid=93413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:35:43.880433 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:43.917095 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.db [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] For port fab7a9b6-6679-44dc-b8bf-a89a5bcab9af, host dv-cinder-798198-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-2-iscsi',level=0,port_id=fab7a9b6-6679-44dc-b8bf-a89a5bcab9af,segment=NetworkSegment(9b73c935-a484-45be-a2a0-87b3c816c298),segment_id=9b73c935-a484-45be-a2a0-87b3c816c298)] {{(pid=93412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:35:43.923017 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683854493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786683465220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786683465238'] for port, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:44.020133 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Pushing event updated for resources: {'Port': ['ID=fab7a9b6-6679-44dc-b8bf-a89a5bcab9af,revision_number=4']} {{(pid=93412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:35:44.184685 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.db.l3_hamode_db [None req-42e8a267-acf2-4470-a63f-b2d684ae864f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '138234f1-abfd-4ac8-9842-27868af423f7', 'name': 'tempest-TestVolumeBootPattern-1318528824-router', 'tenant_id': '9bc5e287b20e4832a5f49ca7fada2aab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'external_fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.38'}], 'enable_snat': True}, 'gw_port_id': 'fab7a9b6-6679-44dc-b8bf-a89a5bcab9af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:35:35Z', 'updated_at': '2021-08-10T14:35:39Z', 'revision_number': 4, 'project_id': '9bc5e287b20e4832a5f49ca7fada2aab', 'gw_port': {'id': 'fab7a9b6-6679-44dc-b8bf-a89a5bcab9af', 'name': '', 'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:59:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '138234f1-abfd-4ac8-9842-27868af423f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:35:36Z', 'updated_at': '2021-08-10T14:35:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-2-iscsi', '_interfaces': [{'id': 'd68fc793-c3f4-4cb6-938b-bae3d4dbf4c0', 'name': '', 'network_id': '8dfeae15-1fc3-44a8-971e-7963f03e47a1', 'tenant_id': '9bc5e287b20e4832a5f49ca7fada2aab', 'mac_address': 'fa:16:3e:6a:1b:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '138234f1-abfd-4ac8-9842-27868af423f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '77b483a2-fa55-4b4f-ae43-009b4fd95263', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:35:38Z', 'updated_at': '2021-08-10T14:35:39Z', 'revision_number': 2, 'project_id': '9bc5e287b20e4832a5f49ca7fada2aab', 'subnets': [{'id': '77b483a2-fa55-4b4f-ae43-009b4fd95263', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-2-iscsi', False) {} {{(pid=93413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:35:44.234468 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e8a267-acf2-4470-a63f-b2d684ae864f None None] Checking router: 138234f1-abfd-4ac8-9842-27868af423f7 for host: dv-cinder-798198-2-iscsi {{(pid=93413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 14:35:44.235023 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e8a267-acf2-4470-a63f-b2d684ae864f None None] Updating router 138234f1-abfd-4ac8-9842-27868af423f7 port d68fc793-c3f4-4cb6-938b-bae3d4dbf4c0 binding host dv-cinder-798198-2-iscsi {{(pid=93413) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 14:35:44.284349 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron_lib.callbacks.manager [None req-42e8a267-acf2-4470-a63f-b2d684ae864f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_update {{(pid=93413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:44.593973 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Device d2390cef-8b0d-412d-9d0a-904f49334482 no longer exists at agent hyperv_hv-cinder-79819 {{(pid=93412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 14:35:44.626643 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.plugin [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] No Port match for: d2390cef-8b0d-412d-9d0a-904f49334482 {{(pid=93412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 14:35:44.626643 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Device d2390cef-8b0d-412d-9d0a-904f49334482 not bound to the agent host hv-cinder-79819 {{(pid=93412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 14:35:44.732546 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron_lib.callbacks.manager [None req-42e8a267-acf2-4470-a63f-b2d684ae864f None None] Notify callbacks [] for port, precommit_update {{(pid=93413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:44.753042 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.db.provisioning_blocks [None req-42e8a267-acf2-4470-a63f-b2d684ae864f None None] Transition to ACTIVE for port object d68fc793-c3f4-4cb6-938b-bae3d4dbf4c0 will not be triggered until provisioned by entity L2. {{(pid=93413) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 14:35:44.763131 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron_lib.callbacks.manager [None req-42e8a267-acf2-4470-a63f-b2d684ae864f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683854493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786683465220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786683465238'] for port, after_update {{(pid=93413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:44.819975 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c436f8a0-efac-4131-af6a-6bdd1fbbadf0 None None] Pushing event updated for resources: {'Port': ['ID=d68fc793-c3f4-4cb6-938b-bae3d4dbf4c0,revision_number=3']} {{(pid=93413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:35:44.833861 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c436f8a0-efac-4131-af6a-6bdd1fbbadf0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:35:44.834319 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c436f8a0-efac-4131-af6a-6bdd1fbbadf0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:35:44.835092 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c436f8a0-efac-4131-af6a-6bdd1fbbadf0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:35:44.835566 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c436f8a0-efac-4131-af6a-6bdd1fbbadf0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:35:44.836120 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c436f8a0-efac-4131-af6a-6bdd1fbbadf0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:35:44.836354 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c436f8a0-efac-4131-af6a-6bdd1fbbadf0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:35:44.836699 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c436f8a0-efac-4131-af6a-6bdd1fbbadf0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:35:44.837321 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c436f8a0-efac-4131-af6a-6bdd1fbbadf0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:35:44.837766 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c436f8a0-efac-4131-af6a-6bdd1fbbadf0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:35:44.838266 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c436f8a0-efac-4131-af6a-6bdd1fbbadf0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:35:44.838760 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c436f8a0-efac-4131-af6a-6bdd1fbbadf0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:35:44.839364 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c436f8a0-efac-4131-af6a-6bdd1fbbadf0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:35:44.913942 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.plugins.ml2.managers [None req-42e8a267-acf2-4470-a63f-b2d684ae864f None None] Attempting to bind port d68fc793-c3f4-4cb6-938b-bae3d4dbf4c0 on host dv-cinder-798198-2-iscsi for vnic_type normal with profile {{(pid=93413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 14:35:44.914706 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.plugins.ml2.managers [None req-42e8a267-acf2-4470-a63f-b2d684ae864f None None] Attempting to bind port d68fc793-c3f4-4cb6-938b-bae3d4dbf4c0 by drivers openvswitch,hyperv on host dv-cinder-798198-2-iscsi at level 0 using segments [{'id': '72ba5904-8c2e-4cd4-a735-ebad8c0360be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '8dfeae15-1fc3-44a8-971e-7963f03e47a1'}] {{(pid=93413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 14:35:44.915239 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e8a267-acf2-4470-a63f-b2d684ae864f None None] Attempting to bind port d68fc793-c3f4-4cb6-938b-bae3d4dbf4c0 on network 8dfeae15-1fc3-44a8-971e-7963f03e47a1 {{(pid=93413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 14:35:44.924651 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e8a267-acf2-4470-a63f-b2d684ae864f None None] Checking agent: {'id': 'd4363d4d-7a35-4f9b-b61a-c2590b3a63af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798198-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 14, 22, 29), 'started_at': datetime.datetime(2021, 8, 10, 14, 22, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 14, 35, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798198-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 14:35:44.925410 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e8a267-acf2-4470-a63f-b2d684ae864f None None] Checking segment: {'id': '72ba5904-8c2e-4cd4-a735-ebad8c0360be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '8dfeae15-1fc3-44a8-971e-7963f03e47a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 14:35:44.926203 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron_lib.callbacks.manager [None req-42e8a267-acf2-4470-a63f-b2d684ae864f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:44.927026 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e8a267-acf2-4470-a63f-b2d684ae864f None None] Bound using segment: {'id': '72ba5904-8c2e-4cd4-a735-ebad8c0360be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '8dfeae15-1fc3-44a8-971e-7963f03e47a1'} {{(pid=93413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 14:35:44.927720 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.plugins.ml2.managers [None req-42e8a267-acf2-4470-a63f-b2d684ae864f None None] Bound port: d68fc793-c3f4-4cb6-938b-bae3d4dbf4c0, host: dv-cinder-798198-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72ba5904-8c2e-4cd4-a735-ebad8c0360be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '8dfeae15-1fc3-44a8-971e-7963f03e47a1'}}] {{(pid=93413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 14:35:44.928860 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron_lib.callbacks.manager [None req-42e8a267-acf2-4470-a63f-b2d684ae864f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_update {{(pid=93413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:45.075299 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.plugins.ml2.db [None req-42e8a267-acf2-4470-a63f-b2d684ae864f None None] For port d68fc793-c3f4-4cb6-938b-bae3d4dbf4c0, host dv-cinder-798198-2-iscsi, cleared binding levels {{(pid=93413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 14:35:45.093387 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.plugins.ml2.db [None req-42e8a267-acf2-4470-a63f-b2d684ae864f None None] For port d68fc793-c3f4-4cb6-938b-bae3d4dbf4c0, host dv-cinder-798198-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-2-iscsi',level=0,port_id=d68fc793-c3f4-4cb6-938b-bae3d4dbf4c0,segment=NetworkSegment(72ba5904-8c2e-4cd4-a735-ebad8c0360be),segment_id=72ba5904-8c2e-4cd4-a735-ebad8c0360be)] {{(pid=93413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 14:35:45.103486 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron_lib.callbacks.manager [None req-42e8a267-acf2-4470-a63f-b2d684ae864f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683854493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786683465220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786683465238'] for port, after_update {{(pid=93413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:45.165902 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e8a267-acf2-4470-a63f-b2d684ae864f None None] Routers {'138234f1-abfd-4ac8-9842-27868af423f7'} bound to L3 agent in host dv-cinder-798198-2-iscsi {{(pid=93413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:35:45.166549 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.db.l3_hamode_db [None req-42e8a267-acf2-4470-a63f-b2d684ae864f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T14:22:29Z,description=,heartbeat_timestamp=2021-08-10T14:35:29Z,host='dv-cinder-798198-2-iscsi',id=8acc92de-0cfa-4d60-8b37-a39a4d3c1570,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T14:22:29Z,topic='l3_agent')) {'router_ids': ['138234f1-abfd-4ac8-9842-27868af423f7'], 'active': True} {{(pid=93413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:35:45.207353 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c436f8a0-efac-4131-af6a-6bdd1fbbadf0 None None] Pushing event updated for resources: {'Port': ['ID=d68fc793-c3f4-4cb6-938b-bae3d4dbf4c0,revision_number=4']} {{(pid=93413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:35:45.315232 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.db.l3_dvr_db [None req-42e8a267-acf2-4470-a63f-b2d684ae864f None None] Set router 138234f1-abfd-4ac8-9842-27868af423f7 gateway port host: dv-cinder-798198-2-iscsi {{(pid=93413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:35:45.670114 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Device d68fc793-c3f4-4cb6-938b-bae3d4dbf4c0 up at agent ovs-agent-dv-cinder-798198-2-iscsi {{(pid=93412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:35:45.704032 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.db.l3_hamode_db [None req-42e8a267-acf2-4470-a63f-b2d684ae864f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '138234f1-abfd-4ac8-9842-27868af423f7', 'name': 'tempest-TestVolumeBootPattern-1318528824-router', 'tenant_id': '9bc5e287b20e4832a5f49ca7fada2aab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'external_fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.38'}], 'enable_snat': True}, 'gw_port_id': 'fab7a9b6-6679-44dc-b8bf-a89a5bcab9af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:35:35Z', 'updated_at': '2021-08-10T14:35:39Z', 'revision_number': 4, 'project_id': '9bc5e287b20e4832a5f49ca7fada2aab', 'gw_port': {'id': 'fab7a9b6-6679-44dc-b8bf-a89a5bcab9af', 'name': '', 'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:59:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '138234f1-abfd-4ac8-9842-27868af423f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:35:36Z', 'updated_at': '2021-08-10T14:35:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-2-iscsi', '_interfaces': [{'id': 'd68fc793-c3f4-4cb6-938b-bae3d4dbf4c0', 'name': '', 'network_id': '8dfeae15-1fc3-44a8-971e-7963f03e47a1', 'tenant_id': '9bc5e287b20e4832a5f49ca7fada2aab', 'mac_address': 'fa:16:3e:6a:1b:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '138234f1-abfd-4ac8-9842-27868af423f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '77b483a2-fa55-4b4f-ae43-009b4fd95263', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:35:38Z', 'updated_at': '2021-08-10T14:35:45Z', 'revision_number': 4, 'project_id': '9bc5e287b20e4832a5f49ca7fada2aab', 'subnets': [{'id': '77b483a2-fa55-4b4f-ae43-009b4fd95263', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-2-iscsi', False) {} {{(pid=93413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:35:45.773810 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.provisioning_blocks [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Provisioning for port d68fc793-c3f4-4cb6-938b-bae3d4dbf4c0 completed by entity L2. {{(pid=93412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 14:35:45.778374 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.provisioning_blocks [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Provisioning complete for port d68fc793-c3f4-4cb6-938b-bae3d4dbf4c0 triggered by entity L2. {{(pid=93412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:35:45.779340 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932393'] for port, provisioning_complete {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:45.837037 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e8a267-acf2-4470-a63f-b2d684ae864f None None] The sync data for ids ['138234f1-abfd-4ac8-9842-27868af423f7'] in dv-cinder-798198-2-iscsi is: [{'id': '138234f1-abfd-4ac8-9842-27868af423f7', 'name': 'tempest-TestVolumeBootPattern-1318528824-router', 'tenant_id': '9bc5e287b20e4832a5f49ca7fada2aab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'external_fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.38'}], 'enable_snat': True}, 'gw_port_id': 'fab7a9b6-6679-44dc-b8bf-a89a5bcab9af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:35:35Z', 'updated_at': '2021-08-10T14:35:39Z', 'revision_number': 4, 'project_id': '9bc5e287b20e4832a5f49ca7fada2aab', 'gw_port': {'id': 'fab7a9b6-6679-44dc-b8bf-a89a5bcab9af', 'name': '', 'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:59:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '138234f1-abfd-4ac8-9842-27868af423f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:35:36Z', 'updated_at': '2021-08-10T14:35:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-2-iscsi', '_interfaces': [{'id': 'd68fc793-c3f4-4cb6-938b-bae3d4dbf4c0', 'name': '', 'network_id': '8dfeae15-1fc3-44a8-971e-7963f03e47a1', 'tenant_id': '9bc5e287b20e4832a5f49ca7fada2aab', 'mac_address': 'fa:16:3e:6a:1b:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '138234f1-abfd-4ac8-9842-27868af423f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '77b483a2-fa55-4b4f-ae43-009b4fd95263', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:35:38Z', 'updated_at': '2021-08-10T14:35:45Z', 'revision_number': 4, 'project_id': '9bc5e287b20e4832a5f49ca7fada2aab', 'subnets': [{'id': '77b483a2-fa55-4b4f-ae43-009b4fd95263', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 14:35:45.885200 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:45.922225 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.db [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] For port d68fc793-c3f4-4cb6-938b-bae3d4dbf4c0, host dv-cinder-798198-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-2-iscsi',level=0,port_id=d68fc793-c3f4-4cb6-938b-bae3d4dbf4c0,segment=NetworkSegment(72ba5904-8c2e-4cd4-a735-ebad8c0360be),segment_id=72ba5904-8c2e-4cd4-a735-ebad8c0360be)] {{(pid=93412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:35:45.926229 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683854493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786683465220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786683465238'] for port, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:45.927012 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Device fab7a9b6-6679-44dc-b8bf-a89a5bcab9af up at agent ovs-agent-dv-cinder-798198-2-iscsi {{(pid=93412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:35:46.019821 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Pushing event updated for resources: {'Port': ['ID=d68fc793-c3f4-4cb6-938b-bae3d4dbf4c0,revision_number=5']} {{(pid=93412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:35:46.035627 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.provisioning_blocks [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Provisioning complete for port fab7a9b6-6679-44dc-b8bf-a89a5bcab9af triggered by entity L2. {{(pid=93412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:35:46.036108 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932393'] for port, provisioning_complete {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:47.571624 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Device d68fc793-c3f4-4cb6-938b-bae3d4dbf4c0 up at agent ovs-agent-dv-cinder-798198-2-iscsi {{(pid=93412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:35:47.624740 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.provisioning_blocks [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Provisioning complete for port d68fc793-c3f4-4cb6-938b-bae3d4dbf4c0 triggered by entity L2. {{(pid=93412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:35:47.625113 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932393'] for port, provisioning_complete {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:47.889117 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6d92ee-ada4-439b-8517-18cf34554323 req-3ae4a0d2-23ac-44a5-8e46-0fbbb81636f4 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:35:47.890844 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-0e6d92ee-ada4-439b-8517-18cf34554323 req-3ae4a0d2-23ac-44a5-8e46-0fbbb81636f4 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ed18135-5a94-4262-bd63-45ba91dbffb9 HTTP/1.1" status: 200 len: 945 time: 0.0510170 Aug 10 14:35:47.929983 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-0e6d92ee-ada4-439b-8517-18cf34554323 req-7f5feedb-7c4e-4110-a5b3-c88fe1da02e4 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2946f7a-8f02-440c-8bd6-ed3d170ad2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326471 Aug 10 14:35:49.057030 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dd5758-f5f3-430c-a320-6e1f5c2ad2e3 req-c8ef6998-cdb0-4464-bca6-0bd2cc1d72c7 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:35:49.058725 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-f1dd5758-f5f3-430c-a320-6e1f5c2ad2e3 req-c8ef6998-cdb0-4464-bca6-0bd2cc1d72c7 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ed18135-5a94-4262-bd63-45ba91dbffb9 HTTP/1.1" status: 200 len: 945 time: 0.0527885 Aug 10 14:35:49.105965 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-f1dd5758-f5f3-430c-a320-6e1f5c2ad2e3 req-15df361a-2ca6-4eb8-a2fd-d9a051bd952b tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2946f7a-8f02-440c-8bd6-ed3d170ad2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384839 Aug 10 14:35:50.234249 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328907fd-d006-4c9a-b23f-8af0c2fbdf5a req-06e1dba3-d14c-43d3-97be-1ebac0343d90 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:35:50.235779 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-328907fd-d006-4c9a-b23f-8af0c2fbdf5a req-06e1dba3-d14c-43d3-97be-1ebac0343d90 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ed18135-5a94-4262-bd63-45ba91dbffb9 HTTP/1.1" status: 200 len: 945 time: 0.0537148 Aug 10 14:35:50.274298 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-328907fd-d006-4c9a-b23f-8af0c2fbdf5a req-5bc3098c-691c-4f9b-99a4-d489e0bd3a22 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2946f7a-8f02-440c-8bd6-ed3d170ad2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325592 Aug 10 14:35:51.400522 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b07bd1d-8b29-4e8c-abad-011d8bbe82de req-bcd38b95-11ca-4440-ab12-8af3cb66b3cd tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:35:51.402091 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-0b07bd1d-8b29-4e8c-abad-011d8bbe82de req-bcd38b95-11ca-4440-ab12-8af3cb66b3cd tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ed18135-5a94-4262-bd63-45ba91dbffb9 HTTP/1.1" status: 200 len: 945 time: 0.0520661 Aug 10 14:35:51.450091 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-0b07bd1d-8b29-4e8c-abad-011d8bbe82de req-528cc5af-3604-4ab3-8cda-dd5568a0db55 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2946f7a-8f02-440c-8bd6-ed3d170ad2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373521 Aug 10 14:35:52.592139 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a598c96-b0e7-489c-8ecd-20122a5032c6 req-1fd1db9d-17c6-4934-b2f1-a3ded7ac0130 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:35:52.593748 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-2a598c96-b0e7-489c-8ecd-20122a5032c6 req-1fd1db9d-17c6-4934-b2f1-a3ded7ac0130 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ed18135-5a94-4262-bd63-45ba91dbffb9 HTTP/1.1" status: 200 len: 945 time: 0.0550718 Aug 10 14:35:52.643737 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-2a598c96-b0e7-489c-8ecd-20122a5032c6 req-9f48bdba-9425-45d2-b3e5-b07f761ea044 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2946f7a-8f02-440c-8bd6-ed3d170ad2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434458 Aug 10 14:35:53.786982 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1ef8aa-03b6-45c4-b37b-64da07af352b req-0c68c82f-cf39-4a67-ab4f-4ef97bb051de tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:35:53.788904 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-ec1ef8aa-03b6-45c4-b37b-64da07af352b req-0c68c82f-cf39-4a67-ab4f-4ef97bb051de tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ed18135-5a94-4262-bd63-45ba91dbffb9 HTTP/1.1" status: 200 len: 945 time: 0.0618687 Aug 10 14:35:53.833414 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-ec1ef8aa-03b6-45c4-b37b-64da07af352b req-177af24b-7ffa-49b5-9d9a-eb705fd160d5 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2946f7a-8f02-440c-8bd6-ed3d170ad2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362628 Aug 10 14:35:54.969265 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc1cba0-79a2-4ea7-b0e6-35a61232e78e req-6c277e2d-c97c-415b-bacd-db071250862f tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:35:54.971141 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-edc1cba0-79a2-4ea7-b0e6-35a61232e78e req-6c277e2d-c97c-415b-bacd-db071250862f tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ed18135-5a94-4262-bd63-45ba91dbffb9 HTTP/1.1" status: 200 len: 945 time: 0.0571125 Aug 10 14:35:55.019079 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-edc1cba0-79a2-4ea7-b0e6-35a61232e78e req-69a05a75-ea6c-4327-97d9-8ecf9182e920 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2946f7a-8f02-440c-8bd6-ed3d170ad2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414598 Aug 10 14:35:56.133316 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-dc3fb0b2-08f1-41c3-9a4e-b10c6f159ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:56.153622 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e077a298-0d70-46cc-987b-8ebb9eada175 req-5253cd5a-d95a-4dcd-b637-1cb8618b58a6 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:35:56.155209 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-e077a298-0d70-46cc-987b-8ebb9eada175 req-5253cd5a-d95a-4dcd-b637-1cb8618b58a6 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ed18135-5a94-4262-bd63-45ba91dbffb9 HTTP/1.1" status: 200 len: 945 time: 0.0568130 Aug 10 14:35:56.202158 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-e077a298-0d70-46cc-987b-8ebb9eada175 req-88abd431-9a19-4bd9-8f51-4f755fce4c7f tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2946f7a-8f02-440c-8bd6-ed3d170ad2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403380 Aug 10 14:35:57.333088 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189371cc-8532-4a3a-b552-07997035e0fc req-4c90d73e-bc83-446e-947e-0dcaa2bd492a tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:35:57.335260 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-189371cc-8532-4a3a-b552-07997035e0fc req-4c90d73e-bc83-446e-947e-0dcaa2bd492a tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ed18135-5a94-4262-bd63-45ba91dbffb9 HTTP/1.1" status: 200 len: 945 time: 0.0542920 Aug 10 14:35:57.402726 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-189371cc-8532-4a3a-b552-07997035e0fc req-563bab83-6b9d-45ce-8f0f-4c2a13d4e40a tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2946f7a-8f02-440c-8bd6-ed3d170ad2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549459 Aug 10 14:35:58.569458 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4383a19d-4c64-4fdb-9884-58950e2f6bcf req-3864f765-0f25-48dc-bde9-ac099487d5a5 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:35:58.571037 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-4383a19d-4c64-4fdb-9884-58950e2f6bcf req-3864f765-0f25-48dc-bde9-ac099487d5a5 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ed18135-5a94-4262-bd63-45ba91dbffb9 HTTP/1.1" status: 200 len: 945 time: 0.0547791 Aug 10 14:35:58.618179 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-4383a19d-4c64-4fdb-9884-58950e2f6bcf req-7f80edeb-bc3c-4eff-bca1-fb55843f93c5 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2946f7a-8f02-440c-8bd6-ed3d170ad2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362115 Aug 10 14:35:59.124911 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-afc7db3d-235a-44ff-b3ea-3b50bb8e1fe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:59.128204 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:35:59.753167 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe77cb8-01af-4cd6-b789-006bed2b9944 req-08768920-57c7-44c4-9dc4-de14e0ebd92b tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:35:59.757945 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-cfe77cb8-01af-4cd6-b789-006bed2b9944 req-08768920-57c7-44c4-9dc4-de14e0ebd92b tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ed18135-5a94-4262-bd63-45ba91dbffb9 HTTP/1.1" status: 200 len: 945 time: 0.0564878 Aug 10 14:35:59.806279 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-cfe77cb8-01af-4cd6-b789-006bed2b9944 req-3d9e651f-f6f3-49c5-ae32-dd7faac669e6 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2946f7a-8f02-440c-8bd6-ed3d170ad2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408673 Aug 10 14:36:00.231505 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-1682deac-1581-4d55-87bc-bceb4bcaf759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:36:00.406765 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-a038ccd5-03f5-4be5-b16d-07433c72d183 req-aadb97b6-4635-4562-8fbe-83534550c204 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1568808170&fields=id&tenant_id=a05f2e4d11dd4970b1890e2ac2ce4c87 HTTP/1.1" status: 200 len: 267 time: 0.0593243 Aug 10 14:36:00.582013 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a038ccd5-03f5-4be5-b16d-07433c72d183 req-e19ea2dd-e2bb-4a35-9e18-c2a025946c63 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:36:00.583802 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-a038ccd5-03f5-4be5-b16d-07433c72d183 req-e19ea2dd-e2bb-4a35-9e18-c2a025946c63 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] 10.222.0.42 "GET /v2.0/networks?id=d5526d2f-b7f9-428c-be48-63f6c6ae4f96 HTTP/1.1" status: 200 len: 812 time: 0.1650443 Aug 10 14:36:00.600385 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-a038ccd5-03f5-4be5-b16d-07433c72d183 req-99d92d36-8d07-4fc2-9961-07d0de49094f tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] 10.222.0.42 "GET /v2.0/quotas/a05f2e4d11dd4970b1890e2ac2ce4c87 HTTP/1.1" status: 200 len: 375 time: 0.0104175 Aug 10 14:36:00.661199 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-a038ccd5-03f5-4be5-b16d-07433c72d183 req-3bd12d6a-88fb-43ee-a569-cd613be9e831 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=a05f2e4d11dd4970b1890e2ac2ce4c87&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0541177 Aug 10 14:36:01.036847 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d743c7-c118-4e31-81c6-7b0d3ab2015a req-0227fe2f-38a0-49c6-8395-33e9849a2ad7 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:36:01.039794 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-a5d743c7-c118-4e31-81c6-7b0d3ab2015a req-0227fe2f-38a0-49c6-8395-33e9849a2ad7 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ed18135-5a94-4262-bd63-45ba91dbffb9 HTTP/1.1" status: 200 len: 945 time: 0.1473749 Aug 10 14:36:01.058550 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-a038ccd5-03f5-4be5-b16d-07433c72d183 req-76e01ab6-6a7b-4294-b800-344a653abb16 service neutron] 10.222.0.42 "GET /v2.0/networks/d5526d2f-b7f9-428c-be48-63f6c6ae4f96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3845496 Aug 10 14:36:01.145894 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-a5d743c7-c118-4e31-81c6-7b0d3ab2015a req-e49e6135-cec6-41d9-9221-ac020037f352 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2946f7a-8f02-440c-8bd6-ed3d170ad2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989280 Aug 10 14:36:01.193748 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-a038ccd5-03f5-4be5-b16d-07433c72d183 req-3e26fe75-1126-4be9-a388-55a1eff0a014 service neutron] 10.222.0.42 "GET /v2.0/networks/d5526d2f-b7f9-428c-be48-63f6c6ae4f96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223474 Aug 10 14:36:01.584110 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-7fbf17e6-c57c-4f74-8a30-d5a93423457f req-90efbe0f-de5b-4ac3-802f-1a07d72b0e01 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] 10.222.0.42 "GET /v2.0/ports?device_id=0458de60-252d-4000-ab49-4ba367e04121 HTTP/1.1" status: 200 len: 210 time: 0.0332305 Aug 10 14:36:02.157308 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-f97b798d-bd61-4bdb-bb4a-e55e1a0659df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:36:02.328309 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed1b341-d0c8-4338-af80-c0556f8a69c4 req-4eceb180-dbec-4fdd-b452-f34d552670a1 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:36:02.329986 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-3ed1b341-d0c8-4338-af80-c0556f8a69c4 req-4eceb180-dbec-4fdd-b452-f34d552670a1 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ed18135-5a94-4262-bd63-45ba91dbffb9 HTTP/1.1" status: 200 len: 945 time: 0.0765862 Aug 10 14:36:02.378447 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-3ed1b341-d0c8-4338-af80-c0556f8a69c4 req-fbc07133-93b2-4634-81b7-8b975fdd1bd5 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2946f7a-8f02-440c-8bd6-ed3d170ad2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380652 Aug 10 14:36:02.663152 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:36:02.733040 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-ce83f5e6-03eb-421b-8221-e019ade877d7 req-6617fac7-163c-4146-b269-67229166d38c tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] 10.222.0.42 "GET /v2.0/ports?device_id=0458de60-252d-4000-ab49-4ba367e04121 HTTP/1.1" status: 200 len: 210 time: 0.0333662 Aug 10 14:36:02.833947 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a038ccd5-03f5-4be5-b16d-07433c72d183 req-51c23c49-4a47-46d9-8e2b-2c0c42e6b7fc tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:36:02.838814 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-a038ccd5-03f5-4be5-b16d-07433c72d183 req-51c23c49-4a47-46d9-8e2b-2c0c42e6b7fc tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] 10.222.0.18 "GET /v2.0/networks?id=d5526d2f-b7f9-428c-be48-63f6c6ae4f96 HTTP/1.1" status: 200 len: 812 time: 0.2068517 Aug 10 14:36:02.912745 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-a038ccd5-03f5-4be5-b16d-07433c72d183 req-097e127f-7f15-429e-9b91-0aaba04474ff tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a05f2e4d11dd4970b1890e2ac2ce4c87 HTTP/1.1" status: 200 len: 380 time: 0.0647552 Aug 10 14:36:02.924569 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.v2.base [req-a038ccd5-03f5-4be5-b16d-07433c72d183 req-68a21987-86c2-4d04-a9e4-543ea8bb9551 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Request body: {'port': {'device_id': '0458de60-252d-4000-ab49-4ba367e04121', 'network_id': 'd5526d2f-b7f9-428c-be48-63f6c6ae4f96', 'admin_state_up': True, 'tenant_id': 'a05f2e4d11dd4970b1890e2ac2ce4c87', 'security_groups': ['56a6b489-60e9-459f-8db6-59e684177373']}} {{(pid=93410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:36:03.067189 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a038ccd5-03f5-4be5-b16d-07433c72d183 req-68a21987-86c2-4d04-a9e4-543ea8bb9551 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Made reservation on behalf of a05f2e4d11dd4970b1890e2ac2ce4c87 for: {'port': 1} {{(pid=93410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 14:36:03.071346 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-a038ccd5-03f5-4be5-b16d-07433c72d183 req-68a21987-86c2-4d04-a9e4-543ea8bb9551 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:36:03.252490 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.db.db_base_plugin_common [req-a038ccd5-03f5-4be5-b16d-07433c72d183 req-68a21987-86c2-4d04-a9e4-543ea8bb9551 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Allocated IP 172.20.0.14 (d5526d2f-b7f9-428c-be48-63f6c6ae4f96/82a0ee63-ad0f-4f7a-9eac-db5d15b3d575/205efce0-700a-48f1-9548-570951aedf41) {{(pid=93410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 14:36:03.467242 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-a038ccd5-03f5-4be5-b16d-07433c72d183 req-68a21987-86c2-4d04-a9e4-543ea8bb9551 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Notify callbacks [] for port, precommit_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:36:03.493312 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [req-a038ccd5-03f5-4be5-b16d-07433c72d183 req-68a21987-86c2-4d04-a9e4-543ea8bb9551 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Transition to ACTIVE for port object 205efce0-700a-48f1-9548-570951aedf41 will not be triggered until provisioned by entity DHCP. {{(pid=93410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 14:36:03.551725 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98259e3-befa-4784-847d-c6ecde93da24 req-8ea8a40f-dc4d-407d-a27b-8db1e739f633 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:36:03.553927 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-b98259e3-befa-4784-847d-c6ecde93da24 req-8ea8a40f-dc4d-407d-a27b-8db1e739f633 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ed18135-5a94-4262-bd63-45ba91dbffb9 HTTP/1.1" status: 200 len: 945 time: 0.0782444 Aug 10 14:36:03.569725 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-a038ccd5-03f5-4be5-b16d-07433c72d183 req-68a21987-86c2-4d04-a9e4-543ea8bb9551 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786683465198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26372150'] for port, after_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:36:03.641568 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a038ccd5-03f5-4be5-b16d-07433c72d183 req-68a21987-86c2-4d04-a9e4-543ea8bb9551 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Network d5526d2f-b7f9-428c-be48-63f6c6ae4f96 is already hosted by enough agents. {{(pid=93410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 14:36:03.646115 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.scheduler.base_scheduler [req-a038ccd5-03f5-4be5-b16d-07433c72d183 req-68a21987-86c2-4d04-a9e4-543ea8bb9551 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Resources bound (agent type, host, resource id): {{(pid=93410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:36:03.651825 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-b98259e3-befa-4784-847d-c6ecde93da24 req-8bc3e94e-7566-4151-8988-3dc42118ed60 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2946f7a-8f02-440c-8bd6-ed3d170ad2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917280 Aug 10 14:36:03.652562 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_dvrscheduler_db [req-a038ccd5-03f5-4be5-b16d-07433c72d183 req-68a21987-86c2-4d04-a9e4-543ea8bb9551 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Received port after_create {{(pid=93410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 14:36:03.684806 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a21987-86c2-4d04-a9e4-543ea8bb9551 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Pushing event updated for resources: {'Port': ['ID=205efce0-700a-48f1-9548-570951aedf41,revision_number=1']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:36:03.713916 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a038ccd5-03f5-4be5-b16d-07433c72d183 req-68a21987-86c2-4d04-a9e4-543ea8bb9551 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:36:03.714572 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-a038ccd5-03f5-4be5-b16d-07433c72d183 req-68a21987-86c2-4d04-a9e4-543ea8bb9551 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-387483'] for port, before_response {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:36:03.731673 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-a038ccd5-03f5-4be5-b16d-07433c72d183 req-68a21987-86c2-4d04-a9e4-543ea8bb9551 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8116913 Aug 10 14:36:03.749337 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.v2.base [req-a038ccd5-03f5-4be5-b16d-07433c72d183 req-13498aa8-e566-4c32-b7b8-1428780a4e31 service neutron] Request body: {'port': {'device_id': '0458de60-252d-4000-ab49-4ba367e04121', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79819'}} {{(pid=93410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:36:03.817363 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-a038ccd5-03f5-4be5-b16d-07433c72d183 req-13498aa8-e566-4c32-b7b8-1428780a4e31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:36:03.904831 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.provisioning_blocks [None req-5f5e277c-1ce1-4507-8c73-8dbce662f882 None None] Provisioning for port 205efce0-700a-48f1-9548-570951aedf41 completed by entity DHCP. {{(pid=93412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 14:36:03.909755 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.provisioning_blocks [None req-5f5e277c-1ce1-4507-8c73-8dbce662f882 None None] Provisioning complete for port 205efce0-700a-48f1-9548-570951aedf41 triggered by entity DHCP. {{(pid=93412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:36:03.910222 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-5f5e277c-1ce1-4507-8c73-8dbce662f882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932393'] for port, provisioning_complete {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:36:03.957363 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.plugin [None req-5f5e277c-1ce1-4507-8c73-8dbce662f882 None None] Port 205efce0-700a-48f1-9548-570951aedf41 cannot update to ACTIVE because it is not bound. {{(pid=93412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 14:36:04.032083 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a53951-2d74-422b-93b2-cfb3e6838c8e req-b1638b8e-b8a6-4b78-b6ab-52d04a675d7d tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:36:04.033716 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-b1a53951-2d74-422b-93b2-cfb3e6838c8e req-b1638b8e-b8a6-4b78-b6ab-52d04a675d7d tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] 10.222.0.42 "GET /v2.0/ports?device_id=0458de60-252d-4000-ab49-4ba367e04121 HTTP/1.1" status: 200 len: 932 time: 0.1657805 Aug 10 14:36:04.136420 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-b1a53951-2d74-422b-93b2-cfb3e6838c8e req-5dff1d14-1bab-4c34-8d5a-24d68029cebb tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] 10.222.0.42 "GET /v2.0/security-groups?id=56a6b489-60e9-459f-8db6-59e684177373&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937493 Aug 10 14:36:04.250324 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.notifiers.nova [req-a038ccd5-03f5-4be5-b16d-07433c72d183 req-13498aa8-e566-4c32-b7b8-1428780a4e31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 205efce0-700a-48f1-9548-570951aedf41 {{(pid=93410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 14:36:04.258972 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-a038ccd5-03f5-4be5-b16d-07433c72d183 req-13498aa8-e566-4c32-b7b8-1428780a4e31 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:36:04.273927 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [req-a038ccd5-03f5-4be5-b16d-07433c72d183 req-13498aa8-e566-4c32-b7b8-1428780a4e31 service neutron] Transition to ACTIVE for port object 205efce0-700a-48f1-9548-570951aedf41 will not be triggered until provisioned by entity L2. {{(pid=93410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 14:36:04.279177 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-a038ccd5-03f5-4be5-b16d-07433c72d183 req-13498aa8-e566-4c32-b7b8-1428780a4e31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683854493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786683465220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786683465238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26372301'] for port, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:36:04.406717 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13498aa8-e566-4c32-b7b8-1428780a4e31 service neutron] Pushing event updated for resources: {'Port': ['ID=205efce0-700a-48f1-9548-570951aedf41,revision_number=2']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:36:04.480434 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.managers [req-a038ccd5-03f5-4be5-b16d-07433c72d183 req-13498aa8-e566-4c32-b7b8-1428780a4e31 service neutron] Attempting to bind port 205efce0-700a-48f1-9548-570951aedf41 on host hv-cinder-79819 for vnic_type normal with profile {{(pid=93410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 14:36:04.482493 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.managers [req-a038ccd5-03f5-4be5-b16d-07433c72d183 req-13498aa8-e566-4c32-b7b8-1428780a4e31 service neutron] Attempting to bind port 205efce0-700a-48f1-9548-570951aedf41 by drivers openvswitch,hyperv on host hv-cinder-79819 at level 0 using segments [{'id': 'b1474386-8f64-4469-a373-f1fecf720fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'd5526d2f-b7f9-428c-be48-63f6c6ae4f96'}] {{(pid=93410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 14:36:04.482493 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a038ccd5-03f5-4be5-b16d-07433c72d183 req-13498aa8-e566-4c32-b7b8-1428780a4e31 service neutron] Attempting to bind port 205efce0-700a-48f1-9548-570951aedf41 on network d5526d2f-b7f9-428c-be48-63f6c6ae4f96 {{(pid=93410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 14:36:04.489302 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a038ccd5-03f5-4be5-b16d-07433c72d183 req-13498aa8-e566-4c32-b7b8-1428780a4e31 service neutron] Port 205efce0-700a-48f1-9548-570951aedf41 on network d5526d2f-b7f9-428c-be48-63f6c6ae4f96 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79819 {{(pid=93410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 14:36:04.489677 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a038ccd5-03f5-4be5-b16d-07433c72d183 req-13498aa8-e566-4c32-b7b8-1428780a4e31 service neutron] Attempting to bind port 205efce0-700a-48f1-9548-570951aedf41 on network d5526d2f-b7f9-428c-be48-63f6c6ae4f96 {{(pid=93410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 14:36:04.498365 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a038ccd5-03f5-4be5-b16d-07433c72d183 req-13498aa8-e566-4c32-b7b8-1428780a4e31 service neutron] Checking agent: {'id': '193de837-f8e2-4c0a-a012-1a4e123b0e95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 14, 28, 33), 'started_at': datetime.datetime(2021, 8, 10, 14, 28, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 14, 36, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 14:36:04.498763 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a038ccd5-03f5-4be5-b16d-07433c72d183 req-13498aa8-e566-4c32-b7b8-1428780a4e31 service neutron] Checking segment: {'id': 'b1474386-8f64-4469-a373-f1fecf720fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'd5526d2f-b7f9-428c-be48-63f6c6ae4f96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 14:36:04.499577 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a038ccd5-03f5-4be5-b16d-07433c72d183 req-13498aa8-e566-4c32-b7b8-1428780a4e31 service neutron] Bound using segment: {'id': 'b1474386-8f64-4469-a373-f1fecf720fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'd5526d2f-b7f9-428c-be48-63f6c6ae4f96'} {{(pid=93410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 14:36:04.500057 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.managers [req-a038ccd5-03f5-4be5-b16d-07433c72d183 req-13498aa8-e566-4c32-b7b8-1428780a4e31 service neutron] Bound port: 205efce0-700a-48f1-9548-570951aedf41, host: hv-cinder-79819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1474386-8f64-4469-a373-f1fecf720fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'd5526d2f-b7f9-428c-be48-63f6c6ae4f96'}}] {{(pid=93410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 14:36:04.500483 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-a038ccd5-03f5-4be5-b16d-07433c72d183 req-13498aa8-e566-4c32-b7b8-1428780a4e31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:36:04.580826 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [req-a038ccd5-03f5-4be5-b16d-07433c72d183 req-13498aa8-e566-4c32-b7b8-1428780a4e31 service neutron] For port 205efce0-700a-48f1-9548-570951aedf41, host hv-cinder-79819, cleared binding levels {{(pid=93410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 14:36:04.584504 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [req-a038ccd5-03f5-4be5-b16d-07433c72d183 req-13498aa8-e566-4c32-b7b8-1428780a4e31 service neutron] For port 205efce0-700a-48f1-9548-570951aedf41, host hv-cinder-79819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=205efce0-700a-48f1-9548-570951aedf41,segment=NetworkSegment(b1474386-8f64-4469-a373-f1fecf720fc6),segment_id=b1474386-8f64-4469-a373-f1fecf720fc6)] {{(pid=93410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 14:36:04.589819 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-a038ccd5-03f5-4be5-b16d-07433c72d183 req-13498aa8-e566-4c32-b7b8-1428780a4e31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683854493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786683465220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786683465238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26372301'] for port, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:36:04.632904 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a038ccd5-03f5-4be5-b16d-07433c72d183 req-13498aa8-e566-4c32-b7b8-1428780a4e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:36:04.633975 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-a038ccd5-03f5-4be5-b16d-07433c72d183 req-13498aa8-e566-4c32-b7b8-1428780a4e31 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-387483'] for port, before_response {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:36:04.636173 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-a038ccd5-03f5-4be5-b16d-07433c72d183 req-13498aa8-e566-4c32-b7b8-1428780a4e31 service neutron] 10.222.0.18 "PUT /v2.0/ports/205efce0-700a-48f1-9548-570951aedf41 HTTP/1.1" status: 200 len: 1094 time: 0.8922780 Aug 10 14:36:04.636652 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0458de60-252d-4000-ab49-4ba367e04121', 'tag': '205efce0-700a-48f1-9548-570951aedf41'}] {{(pid=93410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:36:04.639031 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}173c15a1f530ed65b3eefe425c4e9cd9c28cfc2a1cdec76c1bb34aa91000b996" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e518d8b-3f1a-4195-b4e5-67695c5f18e3" -d '{"events": [{"name": "network-changed", "server_uuid": "0458de60-252d-4000-ab49-4ba367e04121", "tag": "205efce0-700a-48f1-9548-570951aedf41"}]}' {{(pid=93410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:36:04.690957 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13498aa8-e566-4c32-b7b8-1428780a4e31 service neutron] Pushing event updated for resources: {'Port': ['ID=205efce0-700a-48f1-9548-570951aedf41,revision_number=3']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:36:04.746492 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Device 37dc35e3-e514-45bc-a34b-f09b87488ac9 details requested by agent hyperv_hv-cinder-79819 with host hv-cinder-79819 {{(pid=93412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 14:36:04.820500 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a038ccd5-03f5-4be5-b16d-07433c72d183 req-6e3b31d6-b51d-4d0b-8088-0dbcefa26600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:36:04.823375 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-a038ccd5-03f5-4be5-b16d-07433c72d183 req-6e3b31d6-b51d-4d0b-8088-0dbcefa26600 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a05f2e4d11dd4970b1890e2ac2ce4c87&device_id=0458de60-252d-4000-ab49-4ba367e04121 HTTP/1.1" status: 200 len: 1097 time: 0.1250877 Aug 10 14:36:04.884520 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-a038ccd5-03f5-4be5-b16d-07433c72d183 req-da683c41-c57a-46cc-919a-eaa021f58c0f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=205efce0-700a-48f1-9548-570951aedf41 HTTP/1.1" status: 200 len: 217 time: 0.0518889 Aug 10 14:36:04.898388 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b90277-d976-40cc-a588-a88854f791c1 req-e4487485-d00d-4eca-ba4b-7130fcd358d1 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:36:04.900089 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-59b90277-d976-40cc-a588-a88854f791c1 req-e4487485-d00d-4eca-ba4b-7130fcd358d1 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ed18135-5a94-4262-bd63-45ba91dbffb9 HTTP/1.1" status: 200 len: 945 time: 0.1463983 Aug 10 14:36:04.902813 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 14:36:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c92a320f-9a29-4061-b500-9c4f1033de24 x-openstack-request-id: req-c92a320f-9a29-4061-b500-9c4f1033de24 {{(pid=93410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:36:04.903190 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0458de60-252d-4000-ab49-4ba367e04121", "tag": "205efce0-700a-48f1-9548-570951aedf41", "status": "completed", "code": 200}]} {{(pid=93410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:36:04.903445 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c92a320f-9a29-4061-b500-9c4f1033de24 {{(pid=93410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:36:04.903852 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0458de60-252d-4000-ab49-4ba367e04121', 'tag': '205efce0-700a-48f1-9548-570951aedf41', 'status': 'completed', 'code': 200} Aug 10 14:36:04.907326 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.db [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] For port 37dc35e3-e514-45bc-a34b-f09b87488ac9, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=37dc35e3-e514-45bc-a34b-f09b87488ac9,segment=NetworkSegment(d55ed611-efa5-4413-9a01-d70eef9c92c8),segment_id=d55ed611-efa5-4413-9a01-d70eef9c92c8)] {{(pid=93412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:36:04.922605 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Returning: {'device': '37dc35e3-e514-45bc-a34b-f09b87488ac9', 'network_id': '86a6d1d4-f800-47bf-859f-81a5bd8d7c63', 'port_id': '37dc35e3-e514-45bc-a34b-f09b87488ac9', 'mac_address': 'fa:16:3e:9a:15:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '061e4b8c-ab2d-4682-a3d2-e34df59bc21f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 14:36:04.968260 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:36:04.983099 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a038ccd5-03f5-4be5-b16d-07433c72d183 req-1e9c2837-afbc-4b36-b9ae-35eafaa6fab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:36:04.984585 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-a038ccd5-03f5-4be5-b16d-07433c72d183 req-1e9c2837-afbc-4b36-b9ae-35eafaa6fab7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=82a0ee63-ad0f-4f7a-9eac-db5d15b3d575 HTTP/1.1" status: 200 len: 851 time: 0.0836606 Aug 10 14:36:04.985885 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.notifiers.nova [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 37dc35e3-e514-45bc-a34b-f09b87488ac9 {{(pid=93412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 14:36:04.987420 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-59b90277-d976-40cc-a588-a88854f791c1 req-de3ea71a-d7c8-4561-a87d-183844f29cf7 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2946f7a-8f02-440c-8bd6-ed3d170ad2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759768 Aug 10 14:36:05.022096 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.db [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] For port 37dc35e3-e514-45bc-a34b-f09b87488ac9, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=37dc35e3-e514-45bc-a34b-f09b87488ac9,segment=NetworkSegment(d55ed611-efa5-4413-9a01-d70eef9c92c8),segment_id=d55ed611-efa5-4413-9a01-d70eef9c92c8)] {{(pid=93412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:36:05.049933 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a038ccd5-03f5-4be5-b16d-07433c72d183 req-54662b86-b3fb-49ec-be28-7266ba9d46a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:36:05.052119 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-a038ccd5-03f5-4be5-b16d-07433c72d183 req-54662b86-b3fb-49ec-be28-7266ba9d46a0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d5526d2f-b7f9-428c-be48-63f6c6ae4f96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0537271 Aug 10 14:36:05.060617 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683854493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786683465220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786683465238'] for port, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:36:05.119683 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Pushing event updated for resources: {'Port': ['ID=37dc35e3-e514-45bc-a34b-f09b87488ac9,revision_number=6']} {{(pid=93412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:36:05.158330 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.db [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] get_ports_and_sgs() called for port_ids ['37dc35e3-e514-45bc-a34b-f09b87488ac9'] {{(pid=93412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 14:36:05.163809 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-a038ccd5-03f5-4be5-b16d-07433c72d183 req-8082a085-a055-4239-8f0c-78b2815a30f1 service neutron] 10.222.0.18 "GET /v2.0/networks/d5526d2f-b7f9-428c-be48-63f6c6ae4f96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965028 Aug 10 14:36:05.354805 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87933475-9c8e-4f46-bd06-22f875f52110 req-97ef4195-ceaa-4a4b-b5e2-286cf81c446b tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:36:05.357163 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-87933475-9c8e-4f46-bd06-22f875f52110 req-97ef4195-ceaa-4a4b-b5e2-286cf81c446b tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] 10.222.0.42 "GET /v2.0/ports?device_id=0458de60-252d-4000-ab49-4ba367e04121 HTTP/1.1" status: 200 len: 944 time: 0.1206558 Aug 10 14:36:05.394039 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-a038ccd5-03f5-4be5-b16d-07433c72d183 req-91b1de10-e0cb-4e0e-9c00-6cf9a00e79a8 service neutron] 10.222.0.18 "GET /v2.0/networks/d5526d2f-b7f9-428c-be48-63f6c6ae4f96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2227314 Aug 10 14:36:05.430153 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-87933475-9c8e-4f46-bd06-22f875f52110 req-7a2f01a4-d301-4626-b920-085c481e21d3 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] 10.222.0.42 "GET /v2.0/security-groups?id=56a6b489-60e9-459f-8db6-59e684177373&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639346 Aug 10 14:36:05.511585 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e518d8b-3f1a-4195-b4e5-67695c5f18e3 req-c6bbb466-6562-428b-9f8d-05413b21de12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:36:05.517060 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-8e518d8b-3f1a-4195-b4e5-67695c5f18e3 req-c6bbb466-6562-428b-9f8d-05413b21de12 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a05f2e4d11dd4970b1890e2ac2ce4c87&device_id=0458de60-252d-4000-ab49-4ba367e04121 HTTP/1.1" status: 200 len: 1097 time: 0.0566230 Aug 10 14:36:05.676981 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e518d8b-3f1a-4195-b4e5-67695c5f18e3 req-f7cc48e3-62de-4cc6-ba22-4fc15ad1c125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:36:05.680741 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-8e518d8b-3f1a-4195-b4e5-67695c5f18e3 req-f7cc48e3-62de-4cc6-ba22-4fc15ad1c125 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d5526d2f-b7f9-428c-be48-63f6c6ae4f96 HTTP/1.1" status: 200 len: 913 time: 0.1406288 Aug 10 14:36:05.733969 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-8e518d8b-3f1a-4195-b4e5-67695c5f18e3 req-647b672b-68b2-472a-ae94-d8e43b1c1c4b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=205efce0-700a-48f1-9548-570951aedf41 HTTP/1.1" status: 200 len: 217 time: 0.0430810 Aug 10 14:36:05.833338 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e518d8b-3f1a-4195-b4e5-67695c5f18e3 req-b026a08e-49a5-46fa-9a77-ce4b5cd8fed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:36:05.835573 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-8e518d8b-3f1a-4195-b4e5-67695c5f18e3 req-b026a08e-49a5-46fa-9a77-ce4b5cd8fed3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=82a0ee63-ad0f-4f7a-9eac-db5d15b3d575 HTTP/1.1" status: 200 len: 851 time: 0.0807083 Aug 10 14:36:05.892502 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e518d8b-3f1a-4195-b4e5-67695c5f18e3 req-5fb62a05-447f-4a94-b5e6-59c7cbb697cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:36:05.894115 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-8e518d8b-3f1a-4195-b4e5-67695c5f18e3 req-5fb62a05-447f-4a94-b5e6-59c7cbb697cb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d5526d2f-b7f9-428c-be48-63f6c6ae4f96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0491741 Aug 10 14:36:06.063725 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-8e518d8b-3f1a-4195-b4e5-67695c5f18e3 req-bfac84c0-3030-47fb-b3ae-be84961bb061 service neutron] 10.222.0.18 "GET /v2.0/networks/d5526d2f-b7f9-428c-be48-63f6c6ae4f96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429248 Aug 10 14:36:06.253224 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc4883b-d36b-4ea4-bfd3-5667fec43b36 req-01dc73c8-a65a-49a8-8640-5220ed3c12be tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:36:06.254863 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-2fc4883b-d36b-4ea4-bfd3-5667fec43b36 req-01dc73c8-a65a-49a8-8640-5220ed3c12be tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ed18135-5a94-4262-bd63-45ba91dbffb9 HTTP/1.1" status: 200 len: 944 time: 0.1706140 Aug 10 14:36:06.259718 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-8e518d8b-3f1a-4195-b4e5-67695c5f18e3 req-a4406a18-0ba3-449b-adb0-77bc81238140 service neutron] 10.222.0.18 "GET /v2.0/networks/d5526d2f-b7f9-428c-be48-63f6c6ae4f96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1889539 Aug 10 14:36:06.327179 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-2fc4883b-d36b-4ea4-bfd3-5667fec43b36 req-2c379d84-c69c-435f-958f-6c6a0c936823 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2946f7a-8f02-440c-8bd6-ed3d170ad2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646722 Aug 10 14:36:06.626247 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6c4c4b-c07e-4d01-932b-9ce92e384848 req-f43d229d-d835-4c08-9297-dfc9b9cf9bc6 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:36:06.629409 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-5c6c4c4b-c07e-4d01-932b-9ce92e384848 req-f43d229d-d835-4c08-9297-dfc9b9cf9bc6 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] 10.222.0.42 "GET /v2.0/ports?device_id=0458de60-252d-4000-ab49-4ba367e04121 HTTP/1.1" status: 200 len: 944 time: 0.0798848 Aug 10 14:36:06.737624 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-5c6c4c4b-c07e-4d01-932b-9ce92e384848 req-7dda0c53-1ab3-47c9-81b6-14d881851e82 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] 10.222.0.42 "GET /v2.0/security-groups?id=56a6b489-60e9-459f-8db6-59e684177373&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956662 Aug 10 14:36:06.765782 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Device 37dc35e3-e514-45bc-a34b-f09b87488ac9 up at agent hyperv_hv-cinder-79819 {{(pid=93412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:36:06.830665 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.provisioning_blocks [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Provisioning complete for port 37dc35e3-e514-45bc-a34b-f09b87488ac9 triggered by entity L2. {{(pid=93412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:36:06.831046 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932393'] for port, provisioning_complete {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:36:06.957955 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:36:06.990639 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ed18135-5a94-4262-bd63-45ba91dbffb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37dc35e3-e514-45bc-a34b-f09b87488ac9'}] {{(pid=93412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:36:06.993361 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9406f3752f8c5c09b2197ea24f22201eb31b4bb693178eb20b3d616b4d9459a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f418b791-552f-468d-bfe7-40c8558ba71e" -d '{"events": [{"server_uuid": "2ed18135-5a94-4262-bd63-45ba91dbffb9", "name": "network-vif-plugged", "status": "completed", "tag": "37dc35e3-e514-45bc-a34b-f09b87488ac9"}]}' {{(pid=93412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:36:07.035753 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.db [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] For port 37dc35e3-e514-45bc-a34b-f09b87488ac9, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=37dc35e3-e514-45bc-a34b-f09b87488ac9,segment=NetworkSegment(d55ed611-efa5-4413-9a01-d70eef9c92c8),segment_id=d55ed611-efa5-4413-9a01-d70eef9c92c8)] {{(pid=93412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:36:07.043407 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683854493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786683465220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786683465238'] for port, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:36:07.137476 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Pushing event updated for resources: {'Port': ['ID=37dc35e3-e514-45bc-a34b-f09b87488ac9,revision_number=7']} {{(pid=93412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:36:07.167422 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 14:36:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13f8970c-65eb-4fe5-a484-50d6e0f7f342 x-openstack-request-id: req-13f8970c-65eb-4fe5-a484-50d6e0f7f342 {{(pid=93412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:36:07.167722 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ed18135-5a94-4262-bd63-45ba91dbffb9", "name": "network-vif-plugged", "status": "completed", "tag": "37dc35e3-e514-45bc-a34b-f09b87488ac9", "code": 200}]} {{(pid=93412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:36:07.168139 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-13f8970c-65eb-4fe5-a484-50d6e0f7f342 {{(pid=93412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:36:07.168625 dv-cinder-798198-2-iscsi neutron-server[93412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ed18135-5a94-4262-bd63-45ba91dbffb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37dc35e3-e514-45bc-a34b-f09b87488ac9', 'code': 200} Aug 10 14:36:07.551006 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ad427b-9869-4e22-bcb2-71d32510ebc0 req-9e95b83b-d5fb-49e5-8fc2-92c4b975298c tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:36:07.564070 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-31ad427b-9869-4e22-bcb2-71d32510ebc0 req-9e95b83b-d5fb-49e5-8fc2-92c4b975298c tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ed18135-5a94-4262-bd63-45ba91dbffb9 HTTP/1.1" status: 200 len: 945 time: 0.1051302 Aug 10 14:36:07.621587 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-31ad427b-9869-4e22-bcb2-71d32510ebc0 req-f6ff0e1a-5b6d-4cb9-abb3-38e7812a57d3 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2946f7a-8f02-440c-8bd6-ed3d170ad2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562091 Aug 10 14:36:07.922050 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4310cd-fc46-45e9-95c2-d2bb4ec4ce52 req-a061dfda-66de-4db4-8c8a-c53c5cbfe31b tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:36:07.923938 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-cb4310cd-fc46-45e9-95c2-d2bb4ec4ce52 req-a061dfda-66de-4db4-8c8a-c53c5cbfe31b tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] 10.222.0.42 "GET /v2.0/ports?device_id=0458de60-252d-4000-ab49-4ba367e04121 HTTP/1.1" status: 200 len: 944 time: 0.0875731 Aug 10 14:36:07.984001 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-cb4310cd-fc46-45e9-95c2-d2bb4ec4ce52 req-2c0b7f1b-3c07-42bb-b1bf-1b71e24a3dc8 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] 10.222.0.42 "GET /v2.0/security-groups?id=56a6b489-60e9-459f-8db6-59e684177373&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493355 Aug 10 14:36:08.854675 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b201624-9c3f-4ca9-8255-8af5dd9405c4 req-1d8d3734-64f1-456a-8c8d-963b3e1561f8 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:36:08.857804 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-1b201624-9c3f-4ca9-8255-8af5dd9405c4 req-1d8d3734-64f1-456a-8c8d-963b3e1561f8 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ed18135-5a94-4262-bd63-45ba91dbffb9 HTTP/1.1" status: 200 len: 945 time: 0.0936553 Aug 10 14:36:08.947556 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-1b201624-9c3f-4ca9-8255-8af5dd9405c4 req-138651e8-004f-49e7-86a2-9c6e1d95255a tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2946f7a-8f02-440c-8bd6-ed3d170ad2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822875 Aug 10 14:36:09.161725 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f0037a-05e2-40db-aa87-c3605d165942 req-113043cd-0563-460b-a52b-1a8dc6c031c0 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:36:09.165488 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-73f0037a-05e2-40db-aa87-c3605d165942 req-113043cd-0563-460b-a52b-1a8dc6c031c0 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] 10.222.0.42 "GET /v2.0/ports?device_id=0458de60-252d-4000-ab49-4ba367e04121 HTTP/1.1" status: 200 len: 944 time: 0.0866027 Aug 10 14:36:09.217142 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-73f0037a-05e2-40db-aa87-c3605d165942 req-246c0506-31cb-4a44-97f8-7f98f207368d tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] 10.222.0.42 "GET /v2.0/security-groups?id=56a6b489-60e9-459f-8db6-59e684177373&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433130 Aug 10 14:36:10.125587 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6048d55e-ba71-447e-b712-002d26e558f7 req-ba39200a-960b-44b4-8fc9-6fb6efba82dd tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:36:10.134335 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-6048d55e-ba71-447e-b712-002d26e558f7 req-ba39200a-960b-44b4-8fc9-6fb6efba82dd tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ed18135-5a94-4262-bd63-45ba91dbffb9 HTTP/1.1" status: 200 len: 945 time: 0.0835207 Aug 10 14:36:10.199026 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-6048d55e-ba71-447e-b712-002d26e558f7 req-dad8d253-65d8-42d3-9f12-a681664323f9 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2946f7a-8f02-440c-8bd6-ed3d170ad2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626440 Aug 10 14:36:10.396707 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a06382-59fc-4bcb-868a-a626c053d736 req-ad43b8d1-3fd6-4295-ae00-e116f49fe982 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:36:10.398452 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-96a06382-59fc-4bcb-868a-a626c053d736 req-ad43b8d1-3fd6-4295-ae00-e116f49fe982 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] 10.222.0.42 "GET /v2.0/ports?device_id=0458de60-252d-4000-ab49-4ba367e04121 HTTP/1.1" status: 200 len: 944 time: 0.0791898 Aug 10 14:36:10.458342 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-96a06382-59fc-4bcb-868a-a626c053d736 req-91c64480-7096-4179-8c23-60ad2a91b33b tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] 10.222.0.42 "GET /v2.0/security-groups?id=56a6b489-60e9-459f-8db6-59e684177373&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516756 Aug 10 14:36:11.354370 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c2b2df-08c0-4327-8e81-ee15f8eafa00 req-43104b0a-83be-4ed4-a19f-adc8dfb29c82 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:36:11.361980 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-e9c2b2df-08c0-4327-8e81-ee15f8eafa00 req-43104b0a-83be-4ed4-a19f-adc8dfb29c82 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ed18135-5a94-4262-bd63-45ba91dbffb9 HTTP/1.1" status: 200 len: 945 time: 0.0629904 Aug 10 14:36:11.401652 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-e9c2b2df-08c0-4327-8e81-ee15f8eafa00 req-ab1b39d4-00a2-4195-98a0-f98c30cfda50 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2946f7a-8f02-440c-8bd6-ed3d170ad2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391228 Aug 10 14:36:11.611351 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d07d48b-b201-4a53-8cdd-631f8513759e req-fa769157-f31f-457f-8a86-3f3d4a09dde2 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:36:11.616554 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-7d07d48b-b201-4a53-8cdd-631f8513759e req-fa769157-f31f-457f-8a86-3f3d4a09dde2 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] 10.222.0.42 "GET /v2.0/ports?device_id=0458de60-252d-4000-ab49-4ba367e04121 HTTP/1.1" status: 200 len: 944 time: 0.0665677 Aug 10 14:36:11.688528 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-7d07d48b-b201-4a53-8cdd-631f8513759e req-d561424d-a578-4343-85fd-25fc0c40caf2 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] 10.222.0.42 "GET /v2.0/security-groups?id=56a6b489-60e9-459f-8db6-59e684177373&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679061 Aug 10 14:36:12.557792 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc37d4f-2e1e-4bd0-9523-f30eaf1fe988 req-a3386682-d3cc-43d4-809a-947bcc279190 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:36:12.559357 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-7bc37d4f-2e1e-4bd0-9523-f30eaf1fe988 req-a3386682-d3cc-43d4-809a-947bcc279190 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ed18135-5a94-4262-bd63-45ba91dbffb9 HTTP/1.1" status: 200 len: 945 time: 0.0700510 Aug 10 14:36:12.611515 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-7bc37d4f-2e1e-4bd0-9523-f30eaf1fe988 req-b71ffa52-34bf-459f-b0a1-0249a79570d5 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2946f7a-8f02-440c-8bd6-ed3d170ad2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447416 Aug 10 14:36:12.824357 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c97e586-bca9-4f3d-8025-27909093cf69 req-06486c07-10ec-4d03-a958-ac7f0189163a tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:36:12.826492 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-7c97e586-bca9-4f3d-8025-27909093cf69 req-06486c07-10ec-4d03-a958-ac7f0189163a tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] 10.222.0.42 "GET /v2.0/ports?device_id=0458de60-252d-4000-ab49-4ba367e04121 HTTP/1.1" status: 200 len: 944 time: 0.0543761 Aug 10 14:36:12.877488 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-7c97e586-bca9-4f3d-8025-27909093cf69 req-e55b3846-14f7-46a2-9866-24e59aac4f22 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] 10.222.0.42 "GET /v2.0/security-groups?id=56a6b489-60e9-459f-8db6-59e684177373&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401397 Aug 10 14:36:13.772558 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6c2ce4-18ef-415f-86d2-bc9a0645ea5a req-e0b2263f-9423-48a2-80d8-e82d34832562 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:36:13.780777 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-5a6c2ce4-18ef-415f-86d2-bc9a0645ea5a req-e0b2263f-9423-48a2-80d8-e82d34832562 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ed18135-5a94-4262-bd63-45ba91dbffb9 HTTP/1.1" status: 200 len: 945 time: 0.0692558 Aug 10 14:36:13.827450 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-5a6c2ce4-18ef-415f-86d2-bc9a0645ea5a req-a7c341a3-47a7-4ce6-a34d-b52e36019d51 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2946f7a-8f02-440c-8bd6-ed3d170ad2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453258 Aug 10 14:36:13.860496 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.db.agents_db [None req-84c9d1dd-add5-4bf7-b0ef-63077aab3240 None None] Agent healthcheck: found 6 active agents {{(pid=93413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 14:36:14.032724 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0379bbcd-b1fe-46cb-9b8b-42db64f8b16c req-f4a86551-15d1-4f5f-8fa2-8c6337e95091 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:36:14.035072 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-0379bbcd-b1fe-46cb-9b8b-42db64f8b16c req-f4a86551-15d1-4f5f-8fa2-8c6337e95091 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] 10.222.0.42 "GET /v2.0/ports?device_id=0458de60-252d-4000-ab49-4ba367e04121 HTTP/1.1" status: 200 len: 944 time: 0.0723321 Aug 10 14:36:14.087423 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-0379bbcd-b1fe-46cb-9b8b-42db64f8b16c req-f884b56d-bf61-4944-896c-fb0dcc23ccf4 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] 10.222.0.42 "GET /v2.0/security-groups?id=56a6b489-60e9-459f-8db6-59e684177373&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450897 Aug 10 14:36:14.954922 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf2ec4e-fee9-420a-9291-fa1a5442bb36 req-c6e7a9a3-b356-4520-9ef9-075407c43f69 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:36:14.956621 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-acf2ec4e-fee9-420a-9291-fa1a5442bb36 req-c6e7a9a3-b356-4520-9ef9-075407c43f69 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ed18135-5a94-4262-bd63-45ba91dbffb9 HTTP/1.1" status: 200 len: 945 time: 0.0564165 Aug 10 14:36:15.028742 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-acf2ec4e-fee9-420a-9291-fa1a5442bb36 req-8e415cc4-578e-4f61-b5c5-151cde13a891 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2946f7a-8f02-440c-8bd6-ed3d170ad2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648561 Aug 10 14:36:15.234834 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093a19fd-08cf-4535-9a29-dac88d3f3759 req-6e07b385-e7fc-448c-99cb-d9c518003d0b tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:36:15.242068 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-093a19fd-08cf-4535-9a29-dac88d3f3759 req-6e07b385-e7fc-448c-99cb-d9c518003d0b tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] 10.222.0.42 "GET /v2.0/ports?device_id=0458de60-252d-4000-ab49-4ba367e04121 HTTP/1.1" status: 200 len: 944 time: 0.0701246 Aug 10 14:36:15.288103 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-093a19fd-08cf-4535-9a29-dac88d3f3759 req-b1f37b67-9652-4c6d-bf01-ca593e704877 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] 10.222.0.42 "GET /v2.0/security-groups?id=56a6b489-60e9-459f-8db6-59e684177373&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440958 Aug 10 14:36:16.170693 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984a3a93-c8e6-4dbd-9c2b-34f642027a1e req-19ec5e51-e7c7-4dc4-a2ef-86e2859792df tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:36:16.172206 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-984a3a93-c8e6-4dbd-9c2b-34f642027a1e req-19ec5e51-e7c7-4dc4-a2ef-86e2859792df tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ed18135-5a94-4262-bd63-45ba91dbffb9 HTTP/1.1" status: 200 len: 945 time: 0.0534403 Aug 10 14:36:16.216456 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-984a3a93-c8e6-4dbd-9c2b-34f642027a1e req-370426cc-c21a-44b6-b175-ad58659736a4 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2946f7a-8f02-440c-8bd6-ed3d170ad2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370646 Aug 10 14:36:16.420319 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b01f40-24f4-4b12-8cd8-0d8897b1f063 req-190ad3fd-4323-46f5-a032-b30bd540fe9e tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:36:16.421873 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-24b01f40-24f4-4b12-8cd8-0d8897b1f063 req-190ad3fd-4323-46f5-a032-b30bd540fe9e tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] 10.222.0.42 "GET /v2.0/ports?device_id=0458de60-252d-4000-ab49-4ba367e04121 HTTP/1.1" status: 200 len: 944 time: 0.0497682 Aug 10 14:36:16.494150 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-24b01f40-24f4-4b12-8cd8-0d8897b1f063 req-cd48a475-2b2c-4cac-a2d7-a88e38287e67 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] 10.222.0.42 "GET /v2.0/security-groups?id=56a6b489-60e9-459f-8db6-59e684177373&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655472 Aug 10 14:36:16.500714 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487cbde0-8a2e-43cd-ad04-37a11af6741d req-90b40296-7b58-4a49-b0da-8dcb1fb2f900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:36:16.502242 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-487cbde0-8a2e-43cd-ad04-37a11af6741d req-90b40296-7b58-4a49-b0da-8dcb1fb2f900 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e156b5d0a1d64f118dbb019f54a5f1f0&device_id=2ed18135-5a94-4262-bd63-45ba91dbffb9 HTTP/1.1" status: 200 len: 1098 time: 0.0673466 Aug 10 14:36:16.602201 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487cbde0-8a2e-43cd-ad04-37a11af6741d req-cfb4ea66-7b3e-458f-b7a9-456ba4eb3b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:36:16.603625 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-487cbde0-8a2e-43cd-ad04-37a11af6741d req-cfb4ea66-7b3e-458f-b7a9-456ba4eb3b78 service neutron] 10.222.0.18 "GET /v2.0/networks?id=86a6d1d4-f800-47bf-859f-81a5bd8d7c63 HTTP/1.1" status: 200 len: 917 time: 0.0917480 Aug 10 14:36:16.791668 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Device 205efce0-700a-48f1-9548-570951aedf41 details requested by agent hyperv_hv-cinder-79819 with host hv-cinder-79819 {{(pid=93412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 14:36:16.908293 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.db [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] For port 205efce0-700a-48f1-9548-570951aedf41, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=205efce0-700a-48f1-9548-570951aedf41,segment=NetworkSegment(b1474386-8f64-4469-a373-f1fecf720fc6),segment_id=b1474386-8f64-4469-a373-f1fecf720fc6)] {{(pid=93412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:36:16.922316 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Returning: {'device': '205efce0-700a-48f1-9548-570951aedf41', 'network_id': 'd5526d2f-b7f9-428c-be48-63f6c6ae4f96', 'port_id': '205efce0-700a-48f1-9548-570951aedf41', 'mac_address': 'fa:16:3e:f1:b0:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 560, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82a0ee63-ad0f-4f7a-9eac-db5d15b3d575', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 14:36:16.944585 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-487cbde0-8a2e-43cd-ad04-37a11af6741d req-82c649b6-2422-402e-8afd-108cc04f8711 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=37dc35e3-e514-45bc-a34b-f09b87488ac9 HTTP/1.1" status: 200 len: 1001 time: 0.3330653 Aug 10 14:36:16.972761 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:36:16.995256 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.notifiers.nova [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 205efce0-700a-48f1-9548-570951aedf41 {{(pid=93412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 14:36:17.018577 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487cbde0-8a2e-43cd-ad04-37a11af6741d req-980e4837-ad1b-4997-b014-d238054a9b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:36:17.020185 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-487cbde0-8a2e-43cd-ad04-37a11af6741d req-980e4837-ad1b-4997-b014-d238054a9b74 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=061e4b8c-ab2d-4682-a3d2-e34df59bc21f HTTP/1.1" status: 200 len: 855 time: 0.0681241 Aug 10 14:36:17.024125 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.db [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] For port 205efce0-700a-48f1-9548-570951aedf41, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=205efce0-700a-48f1-9548-570951aedf41,segment=NetworkSegment(b1474386-8f64-4469-a373-f1fecf720fc6),segment_id=b1474386-8f64-4469-a373-f1fecf720fc6)] {{(pid=93412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:36:17.031606 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683854493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786683465220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786683465238'] for port, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:36:17.084452 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Pushing event updated for resources: {'Port': ['ID=205efce0-700a-48f1-9548-570951aedf41,revision_number=4']} {{(pid=93412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:36:17.113826 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487cbde0-8a2e-43cd-ad04-37a11af6741d req-0085f60e-a248-4a75-9ac5-902e4c1649bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:36:17.116767 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-487cbde0-8a2e-43cd-ad04-37a11af6741d req-0085f60e-a248-4a75-9ac5-902e4c1649bb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=86a6d1d4-f800-47bf-859f-81a5bd8d7c63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0879877 Aug 10 14:36:17.241773 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-487cbde0-8a2e-43cd-ad04-37a11af6741d req-07ee6eed-cc50-4183-9faa-c55625d62753 service neutron] 10.222.0.18 "GET /v2.0/networks/86a6d1d4-f800-47bf-859f-81a5bd8d7c63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161015 Aug 10 14:36:17.269581 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.db [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] get_ports_and_sgs() called for port_ids ['205efce0-700a-48f1-9548-570951aedf41'] {{(pid=93412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 14:36:17.421929 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-487cbde0-8a2e-43cd-ad04-37a11af6741d req-a263d375-45e2-4455-8ccf-aed7f98db04c service neutron] 10.222.0.18 "GET /v2.0/networks/86a6d1d4-f800-47bf-859f-81a5bd8d7c63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728098 Aug 10 14:36:17.459661 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4581e6c8-d43b-4d9b-848a-92d57c6d535f req-5413afaf-16e3-4622-8ac4-6d0a0532b5a0 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:36:17.461537 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-4581e6c8-d43b-4d9b-848a-92d57c6d535f req-5413afaf-16e3-4622-8ac4-6d0a0532b5a0 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ed18135-5a94-4262-bd63-45ba91dbffb9 HTTP/1.1" status: 200 len: 945 time: 0.0815623 Aug 10 14:36:17.520404 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-4581e6c8-d43b-4d9b-848a-92d57c6d535f req-c3fa66a0-9e75-4b59-ba0a-e4cf3348a31a tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2946f7a-8f02-440c-8bd6-ed3d170ad2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470860 Aug 10 14:36:17.642146 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa45e796-d23c-4b98-874a-ca63c4315ea2 req-7fc06563-5f84-423b-b2b1-e9cb832380f7 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:36:17.643815 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-fa45e796-d23c-4b98-874a-ca63c4315ea2 req-7fc06563-5f84-423b-b2b1-e9cb832380f7 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] 10.222.0.42 "GET /v2.0/ports?device_id=0458de60-252d-4000-ab49-4ba367e04121 HTTP/1.1" status: 200 len: 945 time: 0.0536747 Aug 10 14:36:17.685165 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-fa45e796-d23c-4b98-874a-ca63c4315ea2 req-d88266fc-9e5f-4fac-8360-8c9b0cdd3f33 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] 10.222.0.42 "GET /v2.0/security-groups?id=56a6b489-60e9-459f-8db6-59e684177373&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351830 Aug 10 14:36:18.686402 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2584c278-a9b2-4f16-a792-90205ff92c46 req-c72d707e-170b-43be-8f43-b4c1ccf63907 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:36:18.686402 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-2584c278-a9b2-4f16-a792-90205ff92c46 req-c72d707e-170b-43be-8f43-b4c1ccf63907 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ed18135-5a94-4262-bd63-45ba91dbffb9 HTTP/1.1" status: 200 len: 945 time: 0.0737574 Aug 10 14:36:18.733227 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-2584c278-a9b2-4f16-a792-90205ff92c46 req-a0ce9f0c-384c-4537-856c-68f8c1af2b9b tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2946f7a-8f02-440c-8bd6-ed3d170ad2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395398 Aug 10 14:36:18.804003 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Device 205efce0-700a-48f1-9548-570951aedf41 up at agent hyperv_hv-cinder-79819 {{(pid=93412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:36:18.849456 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc75ff83-edf9-43a0-997a-87914a6a9fca req-f6948674-2cad-49ee-95c8-3cb5234d0efa tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:36:18.852177 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-fc75ff83-edf9-43a0-997a-87914a6a9fca req-f6948674-2cad-49ee-95c8-3cb5234d0efa tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] 10.222.0.42 "GET /v2.0/ports?device_id=0458de60-252d-4000-ab49-4ba367e04121 HTTP/1.1" status: 200 len: 945 time: 0.0842021 Aug 10 14:36:18.864818 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.provisioning_blocks [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Provisioning for port 205efce0-700a-48f1-9548-570951aedf41 completed by entity L2. {{(pid=93412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 14:36:18.871082 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.provisioning_blocks [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Provisioning complete for port 205efce0-700a-48f1-9548-570951aedf41 triggered by entity L2. {{(pid=93412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:36:18.871896 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932393'] for port, provisioning_complete {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:36:18.926377 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-fc75ff83-edf9-43a0-997a-87914a6a9fca req-15631345-e1ab-49ef-832f-f96662c0577d tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] 10.222.0.42 "GET /v2.0/security-groups?id=56a6b489-60e9-459f-8db6-59e684177373&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593731 Aug 10 14:36:19.013667 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:36:19.043995 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0458de60-252d-4000-ab49-4ba367e04121', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '205efce0-700a-48f1-9548-570951aedf41'}] {{(pid=93412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:36:19.046637 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9406f3752f8c5c09b2197ea24f22201eb31b4bb693178eb20b3d616b4d9459a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f106c48-7174-4820-9769-c0d3f20b7aae" -d '{"events": [{"server_uuid": "0458de60-252d-4000-ab49-4ba367e04121", "name": "network-vif-plugged", "status": "completed", "tag": "205efce0-700a-48f1-9548-570951aedf41"}]}' {{(pid=93412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:36:19.064233 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.db [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] For port 205efce0-700a-48f1-9548-570951aedf41, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=205efce0-700a-48f1-9548-570951aedf41,segment=NetworkSegment(b1474386-8f64-4469-a373-f1fecf720fc6),segment_id=b1474386-8f64-4469-a373-f1fecf720fc6)] {{(pid=93412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:36:19.073146 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683854493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786683465220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786683465238'] for port, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:36:19.075102 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Device 37dc35e3-e514-45bc-a34b-f09b87488ac9 no longer exists at agent hyperv_hv-cinder-79819 {{(pid=93412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 14:36:19.128427 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 14:36:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ade0d2e-ea92-45fc-a8ad-83ffb6342346 x-openstack-request-id: req-4ade0d2e-ea92-45fc-a8ad-83ffb6342346 {{(pid=93412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:36:19.128857 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0458de60-252d-4000-ab49-4ba367e04121", "name": "network-vif-plugged", "status": "completed", "tag": "205efce0-700a-48f1-9548-570951aedf41", "code": 200}]} {{(pid=93412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:36:19.128857 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4ade0d2e-ea92-45fc-a8ad-83ffb6342346 {{(pid=93412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:36:19.130294 dv-cinder-798198-2-iscsi neutron-server[93412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0458de60-252d-4000-ab49-4ba367e04121', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '205efce0-700a-48f1-9548-570951aedf41', 'code': 200} Aug 10 14:36:19.169675 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Pushing event updated for resources: {'Port': ['ID=205efce0-700a-48f1-9548-570951aedf41,revision_number=5']} {{(pid=93412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:36:19.220533 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:36:19.257232 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.db [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] For port 37dc35e3-e514-45bc-a34b-f09b87488ac9, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=37dc35e3-e514-45bc-a34b-f09b87488ac9,segment=NetworkSegment(d55ed611-efa5-4413-9a01-d70eef9c92c8),segment_id=d55ed611-efa5-4413-9a01-d70eef9c92c8)] {{(pid=93412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:36:19.263394 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683854493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786683465220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786683465238'] for port, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:36:19.315695 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Pushing event updated for resources: {'Port': ['ID=37dc35e3-e514-45bc-a34b-f09b87488ac9,revision_number=8']} {{(pid=93412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:36:19.346614 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd55e92-4eda-4dd1-94a2-099e6ce27d4f req-08a58ff9-0b25-48b9-bfc2-493c907896aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:36:19.348289 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-4bd55e92-4eda-4dd1-94a2-099e6ce27d4f req-08a58ff9-0b25-48b9-bfc2-493c907896aa service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0458de60-252d-4000-ab49-4ba367e04121 HTTP/1.1" status: 200 len: 1099 time: 0.0457060 Aug 10 14:36:19.390526 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-4bd55e92-4eda-4dd1-94a2-099e6ce27d4f req-72a4bebc-37c7-49ff-bfde-55ec5b86e8d7 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=56a6b489-60e9-459f-8db6-59e684177373&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327904 Aug 10 14:36:19.867333 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a37128-f99f-4aac-9ab5-da7112e3a298 req-214698ec-a4de-4e78-8492-f9892933e178 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:36:19.868880 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-49a37128-f99f-4aac-9ab5-da7112e3a298 req-214698ec-a4de-4e78-8492-f9892933e178 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ed18135-5a94-4262-bd63-45ba91dbffb9 HTTP/1.1" status: 200 len: 943 time: 0.0530679 Aug 10 14:36:19.908213 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-49a37128-f99f-4aac-9ab5-da7112e3a298 req-12ec7ae5-6fb8-463d-8e8e-63d2cb8073d7 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2946f7a-8f02-440c-8bd6-ed3d170ad2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332868 Aug 10 14:36:20.094270 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99b0997-4aa0-4495-9dae-5dcd5091c9c2 req-1b4cf77b-1705-4411-91fd-77b37ae6aebb tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:36:20.096646 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-d99b0997-4aa0-4495-9dae-5dcd5091c9c2 req-1b4cf77b-1705-4411-91fd-77b37ae6aebb tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] 10.222.0.42 "GET /v2.0/ports?device_id=0458de60-252d-4000-ab49-4ba367e04121 HTTP/1.1" status: 200 len: 946 time: 0.0835683 Aug 10 14:36:20.165285 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-d99b0997-4aa0-4495-9dae-5dcd5091c9c2 req-2518529c-0e09-4c7c-9860-dbe06a2248a1 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] 10.222.0.42 "GET /v2.0/security-groups?id=56a6b489-60e9-459f-8db6-59e684177373&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590131 Aug 10 14:36:21.110409 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86ac235-1a8f-4642-8257-54870e15c796 req-b9fe5537-db84-4c55-b7e6-1551c90f0b50 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:36:21.111973 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-d86ac235-1a8f-4642-8257-54870e15c796 req-b9fe5537-db84-4c55-b7e6-1551c90f0b50 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ed18135-5a94-4262-bd63-45ba91dbffb9 HTTP/1.1" status: 200 len: 943 time: 0.0783372 Aug 10 14:36:21.131861 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ed18135-5a94-4262-bd63-45ba91dbffb9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '37dc35e3-e514-45bc-a34b-f09b87488ac9'}] {{(pid=93412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:36:21.134697 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9406f3752f8c5c09b2197ea24f22201eb31b4bb693178eb20b3d616b4d9459a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-238f129d-7826-4fca-9c5b-a4b2d9918274" -d '{"events": [{"server_uuid": "2ed18135-5a94-4262-bd63-45ba91dbffb9", "name": "network-vif-unplugged", "status": "completed", "tag": "37dc35e3-e514-45bc-a34b-f09b87488ac9"}]}' {{(pid=93412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:36:21.158204 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-a2e09e00-fcec-43ad-bbf8-e35233f7c0b7 req-6f09e386-3927-4908-b08c-98ca8464f36c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=2ed18135-5a94-4262-bd63-45ba91dbffb9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0811419 Aug 10 14:36:21.168433 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 10 Aug 2021 14:36:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b39224b-6225-4f3a-a283-eee49a8663cf x-openstack-request-id: req-5b39224b-6225-4f3a-a283-eee49a8663cf {{(pid=93412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:36:21.169042 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ed18135-5a94-4262-bd63-45ba91dbffb9", "name": "network-vif-unplugged", "status": "failed", "tag": "37dc35e3-e514-45bc-a34b-f09b87488ac9", "code": 422}]} {{(pid=93412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:36:21.169368 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5b39224b-6225-4f3a-a283-eee49a8663cf {{(pid=93412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:36:21.170142 dv-cinder-798198-2-iscsi neutron-server[93412]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '2ed18135-5a94-4262-bd63-45ba91dbffb9', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '37dc35e3-e514-45bc-a34b-f09b87488ac9', 'code': 422} returned with failed status Aug 10 14:36:21.183263 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-d86ac235-1a8f-4642-8257-54870e15c796 req-d984dfcd-1812-41fb-9997-c6eaf691ee94 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2946f7a-8f02-440c-8bd6-ed3d170ad2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615165 Aug 10 14:36:21.303303 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50abef8-2115-4adb-a55e-9f81af61b6b6 req-0c2c0562-b951-4a3c-ab27-a0118ec75b15 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:36:21.305976 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-f50abef8-2115-4adb-a55e-9f81af61b6b6 req-0c2c0562-b951-4a3c-ab27-a0118ec75b15 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] 10.222.0.42 "GET /v2.0/ports?device_id=0458de60-252d-4000-ab49-4ba367e04121 HTTP/1.1" status: 200 len: 946 time: 0.0547688 Aug 10 14:36:21.352323 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-f50abef8-2115-4adb-a55e-9f81af61b6b6 req-e8d02080-490a-42e3-a6ef-1254034c3feb tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] 10.222.0.42 "GET /v2.0/security-groups?id=56a6b489-60e9-459f-8db6-59e684177373&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414147 Aug 10 14:36:21.487819 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e500a1f6-323f-45ae-b3ea-cffc9b2e4054 req-2163f9de-6904-4c1c-871c-9321ea43a212 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:36:21.490048 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-e500a1f6-323f-45ae-b3ea-cffc9b2e4054 req-2163f9de-6904-4c1c-871c-9321ea43a212 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] 10.222.0.42 "GET /v2.0/ports?device_id=0458de60-252d-4000-ab49-4ba367e04121 HTTP/1.1" status: 200 len: 946 time: 0.0594051 Aug 10 14:36:21.539580 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-e500a1f6-323f-45ae-b3ea-cffc9b2e4054 req-16d5d7f6-40c7-410b-8a26-b07092a5324f tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] 10.222.0.42 "GET /v2.0/security-groups?id=56a6b489-60e9-459f-8db6-59e684177373&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410404 Aug 10 14:36:21.574217 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.wsgi [-] (93410) accepted ('10.222.0.42', 55600) {{(pid=93410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:36:21.787922 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a017c140-f47d-4ee4-b1cd-a57f856920bd tempest-TestVolumeBootPattern-1218772562 tempest-TestVolumeBootPattern-1218772562-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:36:21.789710 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [None req-a017c140-f47d-4ee4-b1cd-a57f856920bd tempest-TestVolumeBootPattern-1218772562 tempest-TestVolumeBootPattern-1218772562-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=0458de60-252d-4000-ab49-4ba367e04121 HTTP/1.1" status: 200 len: 1094 time: 0.2143838 Aug 10 14:36:21.793728 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.wsgi [-] (93410) accepted ('10.222.0.42', 55610) {{(pid=93410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:36:21.798590 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.v2.base [None req-859731ac-8111-4016-8647-21260eff6365 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Request body: {'floatingip': {'floating_network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'port_id': '205efce0-700a-48f1-9548-570951aedf41', 'tenant_id': 'a05f2e4d11dd4970b1890e2ac2ce4c87', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:36:21.824214 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-859731ac-8111-4016-8647-21260eff6365 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Notify callbacks [] for floatingip, before_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:36:21.932592 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-859731ac-8111-4016-8647-21260eff6365 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:36:22.056589 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e09e00-fcec-43ad-bbf8-e35233f7c0b7 req-ad71b74e-1960-4e39-98c4-ccbbb3fb23d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:36:22.058156 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-a2e09e00-fcec-43ad-bbf8-e35233f7c0b7 req-ad71b74e-1960-4e39-98c4-ccbbb3fb23d1 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2ed18135-5a94-4262-bd63-45ba91dbffb9&tenant_id=e156b5d0a1d64f118dbb019f54a5f1f0 HTTP/1.1" status: 200 len: 1096 time: 0.0813134 Aug 10 14:36:22.073787 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.db.db_base_plugin_common [None req-859731ac-8111-4016-8647-21260eff6365 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Allocated IP 172.27.0.226 (3c935337-17af-4240-bc2c-ccb5b04b1532/e735a612-8fb3-4a85-bede-f6307ba49d31/2d588710-a229-439e-b004-92e4808381df) {{(pid=93410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 14:36:22.174135 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e09e00-fcec-43ad-bbf8-e35233f7c0b7 req-d03c301f-a394-477e-aaca-5cef855a285e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:36:22.175558 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-a2e09e00-fcec-43ad-bbf8-e35233f7c0b7 req-d03c301f-a394-477e-aaca-5cef855a285e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e156b5d0a1d64f118dbb019f54a5f1f0&device_id=2ed18135-5a94-4262-bd63-45ba91dbffb9 HTTP/1.1" status: 200 len: 1096 time: 0.0912480 Aug 10 14:36:22.216629 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-859731ac-8111-4016-8647-21260eff6365 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Notify callbacks [] for port, precommit_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:36:22.297506 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-859731ac-8111-4016-8647-21260eff6365 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786683465198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26372150'] for port, after_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:36:22.341064 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-859731ac-8111-4016-8647-21260eff6365 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Network 3c935337-17af-4240-bc2c-ccb5b04b1532 is already hosted by enough agents. {{(pid=93410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 14:36:22.348913 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.scheduler.base_scheduler [None req-859731ac-8111-4016-8647-21260eff6365 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Resources bound (agent type, host, resource id): {{(pid=93410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:36:22.357764 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3c724e-875e-43d4-9290-af992b36eeb7 req-d1f4068d-39a2-4fb5-a831-4c838e59eabe tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:36:22.359322 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-be3c724e-875e-43d4-9290-af992b36eeb7 req-d1f4068d-39a2-4fb5-a831-4c838e59eabe tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ed18135-5a94-4262-bd63-45ba91dbffb9 HTTP/1.1" status: 200 len: 943 time: 0.1023471 Aug 10 14:36:22.362089 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-859731ac-8111-4016-8647-21260eff6365 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Received port after_create {{(pid=93410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 14:36:22.397674 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859731ac-8111-4016-8647-21260eff6365 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Pushing event updated for resources: {'Port': ['ID=2d588710-a229-439e-b004-92e4808381df,revision_number=1']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:36:22.435365 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-be3c724e-875e-43d4-9290-af992b36eeb7 req-45b77bcb-d909-4ffd-aac2-d48254f9686b tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2946f7a-8f02-440c-8bd6-ed3d170ad2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677741 Aug 10 14:36:22.784500 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-859731ac-8111-4016-8647-21260eff6365 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:36:22.878286 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-859731ac-8111-4016-8647-21260eff6365 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:36:22.986716 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Device 37dc35e3-e514-45bc-a34b-f09b87488ac9 no longer exists at agent hyperv_hv-cinder-79819 {{(pid=93412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 14:36:23.117118 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-859731ac-8111-4016-8647-21260eff6365 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Notify callbacks [] for port, precommit_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:36:23.121067 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e09e00-fcec-43ad-bbf8-e35233f7c0b7 req-41c15dff-e290-466c-9c64-0b6e350ff141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:36:23.122600 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-a2e09e00-fcec-43ad-bbf8-e35233f7c0b7 req-41c15dff-e290-466c-9c64-0b6e350ff141 service neutron] 10.222.0.18 "GET /v2.0/networks?id=86a6d1d4-f800-47bf-859f-81a5bd8d7c63 HTTP/1.1" status: 200 len: 917 time: 0.1324525 Aug 10 14:36:23.125746 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-859731ac-8111-4016-8647-21260eff6365 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683854493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786683465220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786683465238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26372301'] for port, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:36:23.196609 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859731ac-8111-4016-8647-21260eff6365 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Pushing event updated for resources: {'Port': ['ID=2d588710-a229-439e-b004-92e4808381df,revision_number=2']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:36:23.211527 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-859731ac-8111-4016-8647-21260eff6365 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-880024'] for floatingip, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:36:23.314668 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.db.l3_db [None req-859731ac-8111-4016-8647-21260eff6365 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Floating IP 2a4720a3-1d95-4db9-a4bd-8085e5d6f00a associated. External IP: 172.27.0.226, port: 205efce0-700a-48f1-9548-570951aedf41. Aug 10 14:36:23.553625 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-859731ac-8111-4016-8647-21260eff6365 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Router aca858a0-4185-400b-bac2-052a7dbfd1c0 has already been hosted by L3 agent 8acc92de-0cfa-4d60-8b37-a39a4d3c1570 {{(pid=93410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 14:36:23.627986 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3550c27-c2c7-46e4-9299-c11a0f05d2f0 req-1c0cec7e-37a6-4100-b8ad-b07fb06074ec tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:36:23.629912 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-c3550c27-c2c7-46e4-9299-c11a0f05d2f0 req-1c0cec7e-37a6-4100-b8ad-b07fb06074ec tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ed18135-5a94-4262-bd63-45ba91dbffb9 HTTP/1.1" status: 200 len: 943 time: 0.1150875 Aug 10 14:36:23.722914 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-c3550c27-c2c7-46e4-9299-c11a0f05d2f0 req-cf3f4b8e-656b-4f5f-b6f5-cb09c55976ae tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2946f7a-8f02-440c-8bd6-ed3d170ad2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804975 Aug 10 14:36:23.733473 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-859731ac-8111-4016-8647-21260eff6365 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Notify agent at l3_agent.dv-cinder-798198-2-iscsi the message routers_updated {{(pid=93410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 14:36:23.745165 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac0cd8f-c22b-4180-9c27-3b72618e9561 None None] Sync routers for ids ['aca858a0-4185-400b-bac2-052a7dbfd1c0'] in dv-cinder-798198-2-iscsi {{(pid=93412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 14:36:23.754978 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac0cd8f-c22b-4180-9c27-3b72618e9561 None None] Routers {'aca858a0-4185-400b-bac2-052a7dbfd1c0'} bound to L3 agent in host dv-cinder-798198-2-iscsi {{(pid=93412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:36:23.755542 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.l3_hamode_db [None req-aac0cd8f-c22b-4180-9c27-3b72618e9561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T14:22:29Z,description=,heartbeat_timestamp=2021-08-10T14:35:59Z,host='dv-cinder-798198-2-iscsi',id=8acc92de-0cfa-4d60-8b37-a39a4d3c1570,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T14:22:29Z,topic='l3_agent')) {'router_ids': ['aca858a0-4185-400b-bac2-052a7dbfd1c0'], 'active': True} {{(pid=93412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:36:23.757780 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-859731ac-8111-4016-8647-21260eff6365 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-387483'] for floatingip, before_response {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:36:23.801894 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [None req-859731ac-8111-4016-8647-21260eff6365 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9945395 Aug 10 14:36:23.801894 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0458de60-252d-4000-ab49-4ba367e04121', 'tag': '205efce0-700a-48f1-9548-570951aedf41'}] {{(pid=93410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:36:23.801894 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}173c15a1f530ed65b3eefe425c4e9cd9c28cfc2a1cdec76c1bb34aa91000b996" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d2d3c1c-2ab9-4416-be0a-fd96e9a50072" -d '{"events": [{"name": "network-changed", "server_uuid": "0458de60-252d-4000-ab49-4ba367e04121", "tag": "205efce0-700a-48f1-9548-570951aedf41"}]}' {{(pid=93410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:36:23.833552 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 14:36:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07e11a6f-00f6-4c14-a998-12ebc1ecca68 x-openstack-request-id: req-07e11a6f-00f6-4c14-a998-12ebc1ecca68 {{(pid=93410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:36:23.834157 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0458de60-252d-4000-ab49-4ba367e04121", "tag": "205efce0-700a-48f1-9548-570951aedf41", "status": "completed", "code": 200}]} {{(pid=93410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:36:23.834537 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-07e11a6f-00f6-4c14-a998-12ebc1ecca68 {{(pid=93410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:36:23.835182 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0458de60-252d-4000-ab49-4ba367e04121', 'tag': '205efce0-700a-48f1-9548-570951aedf41', 'status': 'completed', 'code': 200} Aug 10 14:36:23.874288 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.l3_dvr_db [None req-aac0cd8f-c22b-4180-9c27-3b72618e9561 None None] Set router aca858a0-4185-400b-bac2-052a7dbfd1c0 gateway port host: dv-cinder-798198-2-iscsi {{(pid=93412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:36:23.922971 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-a2e09e00-fcec-43ad-bbf8-e35233f7c0b7 req-fe50a431-b456-4b0f-9e27-8ddeb1c2adbb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=37dc35e3-e514-45bc-a34b-f09b87488ac9 HTTP/1.1" status: 200 len: 999 time: 0.0744143 Aug 10 14:36:24.268463 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.l3_hamode_db [None req-aac0cd8f-c22b-4180-9c27-3b72618e9561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aca858a0-4185-400b-bac2-052a7dbfd1c0', 'name': 'tempest-TestVolumeBootPattern-2069893078-router', 'tenant_id': 'a05f2e4d11dd4970b1890e2ac2ce4c87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'external_fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.197'}], 'enable_snat': True}, 'gw_port_id': 'c6d4f948-752f-4e72-ace4-9fed7ef9b2e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:35:29Z', 'updated_at': '2021-08-10T14:35:32Z', 'revision_number': 4, 'project_id': 'a05f2e4d11dd4970b1890e2ac2ce4c87', 'gw_port': {'id': 'c6d4f948-752f-4e72-ace4-9fed7ef9b2e0', 'name': '', 'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:a4:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aca858a0-4185-400b-bac2-052a7dbfd1c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:35:29Z', 'updated_at': '2021-08-10T14:35:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-2-iscsi', '_floatingips': [{'id': '2a4720a3-1d95-4db9-a4bd-8085e5d6f00a', 'tenant_id': 'a05f2e4d11dd4970b1890e2ac2ce4c87', 'floating_ip_address': '172.27.0.226', 'floating_network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'router_id': 'aca858a0-4185-400b-bac2-052a7dbfd1c0', 'port_id': '205efce0-700a-48f1-9548-570951aedf41', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5526d2f-b7f9-428c-be48-63f6c6ae4f96', 'mac_address': 'fa:16:3e:f1:b0:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0458de60-252d-4000-ab49-4ba367e04121', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T14:36:22Z', 'updated_at': '2021-08-10T14:36:22Z', 'revision_number': 0, 'project_id': 'a05f2e4d11dd4970b1890e2ac2ce4c87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18dd6e20-f0cc-48eb-be22-d5ea10f530a2', 'name': '', 'network_id': 'd5526d2f-b7f9-428c-be48-63f6c6ae4f96', 'tenant_id': 'a05f2e4d11dd4970b1890e2ac2ce4c87', 'mac_address': 'fa:16:3e:97:16:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aca858a0-4185-400b-bac2-052a7dbfd1c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '82a0ee63-ad0f-4f7a-9eac-db5d15b3d575', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:35:32Z', 'updated_at': '2021-08-10T14:35:40Z', 'revision_number': 5, 'project_id': 'a05f2e4d11dd4970b1890e2ac2ce4c87', 'subnets': [{'id': '82a0ee63-ad0f-4f7a-9eac-db5d15b3d575', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-2-iscsi', False) {} {{(pid=93412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:36:24.300496 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac0cd8f-c22b-4180-9c27-3b72618e9561 None None] Checking router: aca858a0-4185-400b-bac2-052a7dbfd1c0 for host: dv-cinder-798198-2-iscsi {{(pid=93412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 14:36:24.313808 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac0cd8f-c22b-4180-9c27-3b72618e9561 None None] Routers {'aca858a0-4185-400b-bac2-052a7dbfd1c0'} bound to L3 agent in host dv-cinder-798198-2-iscsi {{(pid=93412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:36:24.314457 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.l3_hamode_db [None req-aac0cd8f-c22b-4180-9c27-3b72618e9561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T14:22:29Z,description=,heartbeat_timestamp=2021-08-10T14:35:59Z,host='dv-cinder-798198-2-iscsi',id=8acc92de-0cfa-4d60-8b37-a39a4d3c1570,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T14:22:29Z,topic='l3_agent')) {'router_ids': ['aca858a0-4185-400b-bac2-052a7dbfd1c0'], 'active': True} {{(pid=93412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:36:24.424242 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.l3_dvr_db [None req-aac0cd8f-c22b-4180-9c27-3b72618e9561 None None] Set router aca858a0-4185-400b-bac2-052a7dbfd1c0 gateway port host: dv-cinder-798198-2-iscsi {{(pid=93412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:36:24.656814 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.l3_hamode_db [None req-aac0cd8f-c22b-4180-9c27-3b72618e9561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aca858a0-4185-400b-bac2-052a7dbfd1c0', 'name': 'tempest-TestVolumeBootPattern-2069893078-router', 'tenant_id': 'a05f2e4d11dd4970b1890e2ac2ce4c87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'external_fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.197'}], 'enable_snat': True}, 'gw_port_id': 'c6d4f948-752f-4e72-ace4-9fed7ef9b2e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:35:29Z', 'updated_at': '2021-08-10T14:35:32Z', 'revision_number': 4, 'project_id': 'a05f2e4d11dd4970b1890e2ac2ce4c87', 'gw_port': {'id': 'c6d4f948-752f-4e72-ace4-9fed7ef9b2e0', 'name': '', 'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:a4:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aca858a0-4185-400b-bac2-052a7dbfd1c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:35:29Z', 'updated_at': '2021-08-10T14:35:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-2-iscsi', '_floatingips': [{'id': '2a4720a3-1d95-4db9-a4bd-8085e5d6f00a', 'tenant_id': 'a05f2e4d11dd4970b1890e2ac2ce4c87', 'floating_ip_address': '172.27.0.226', 'floating_network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'router_id': 'aca858a0-4185-400b-bac2-052a7dbfd1c0', 'port_id': '205efce0-700a-48f1-9548-570951aedf41', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5526d2f-b7f9-428c-be48-63f6c6ae4f96', 'mac_address': 'fa:16:3e:f1:b0:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0458de60-252d-4000-ab49-4ba367e04121', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T14:36:22Z', 'updated_at': '2021-08-10T14:36:22Z', 'revision_number': 0, 'project_id': 'a05f2e4d11dd4970b1890e2ac2ce4c87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18dd6e20-f0cc-48eb-be22-d5ea10f530a2', 'name': '', 'network_id': 'd5526d2f-b7f9-428c-be48-63f6c6ae4f96', 'tenant_id': 'a05f2e4d11dd4970b1890e2ac2ce4c87', 'mac_address': 'fa:16:3e:97:16:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aca858a0-4185-400b-bac2-052a7dbfd1c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '82a0ee63-ad0f-4f7a-9eac-db5d15b3d575', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:35:32Z', 'updated_at': '2021-08-10T14:35:40Z', 'revision_number': 5, 'project_id': 'a05f2e4d11dd4970b1890e2ac2ce4c87', 'subnets': [{'id': '82a0ee63-ad0f-4f7a-9eac-db5d15b3d575', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-2-iscsi', False) {} {{(pid=93412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:36:24.684228 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac0cd8f-c22b-4180-9c27-3b72618e9561 None None] The sync data for ids ['aca858a0-4185-400b-bac2-052a7dbfd1c0'] in dv-cinder-798198-2-iscsi is: [{'id': 'aca858a0-4185-400b-bac2-052a7dbfd1c0', 'name': 'tempest-TestVolumeBootPattern-2069893078-router', 'tenant_id': 'a05f2e4d11dd4970b1890e2ac2ce4c87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'external_fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.197'}], 'enable_snat': True}, 'gw_port_id': 'c6d4f948-752f-4e72-ace4-9fed7ef9b2e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:35:29Z', 'updated_at': '2021-08-10T14:35:32Z', 'revision_number': 4, 'project_id': 'a05f2e4d11dd4970b1890e2ac2ce4c87', 'gw_port': {'id': 'c6d4f948-752f-4e72-ace4-9fed7ef9b2e0', 'name': '', 'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:a4:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aca858a0-4185-400b-bac2-052a7dbfd1c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:35:29Z', 'updated_at': '2021-08-10T14:35:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-2-iscsi', '_floatingips': [{'id': '2a4720a3-1d95-4db9-a4bd-8085e5d6f00a', 'tenant_id': 'a05f2e4d11dd4970b1890e2ac2ce4c87', 'floating_ip_address': '172.27.0.226', 'floating_network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'router_id': 'aca858a0-4185-400b-bac2-052a7dbfd1c0', 'port_id': '205efce0-700a-48f1-9548-570951aedf41', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5526d2f-b7f9-428c-be48-63f6c6ae4f96', 'mac_address': 'fa:16:3e:f1:b0:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0458de60-252d-4000-ab49-4ba367e04121', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T14:36:22Z', 'updated_at': '2021-08-10T14:36:22Z', 'revision_number': 0, 'project_id': 'a05f2e4d11dd4970b1890e2ac2ce4c87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18dd6e20-f0cc-48eb-be22-d5ea10f530a2', 'name': '', 'network_id': 'd5526d2f-b7f9-428c-be48-63f6c6ae4f96', 'tenant_id': 'a05f2e4d11dd4970b1890e2ac2ce4c87', 'mac_address': 'fa:16:3e:97:16:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aca858a0-4185-400b-bac2-052a7dbfd1c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '82a0ee63-ad0f-4f7a-9eac-db5d15b3d575', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:35:32Z', 'updated_at': '2021-08-10T14:35:40Z', 'revision_number': 5, 'project_id': 'a05f2e4d11dd4970b1890e2ac2ce4c87', 'subnets': [{'id': '82a0ee63-ad0f-4f7a-9eac-db5d15b3d575', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 14:36:24.895601 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad1df2d-cfa2-46e1-9ce1-bb43f16b9835 req-a65989b6-815c-4d05-8d83-39a041e837ff tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:36:24.897194 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-9ad1df2d-cfa2-46e1-9ce1-bb43f16b9835 req-a65989b6-815c-4d05-8d83-39a041e837ff tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ed18135-5a94-4262-bd63-45ba91dbffb9 HTTP/1.1" status: 200 len: 943 time: 0.0962896 Aug 10 14:36:24.903979 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b00d2aa-0bd9-48c7-8ce2-4db727fd2319 None None] New status for floating IP 2a4720a3-1d95-4db9-a4bd-8085e5d6f00a: ACTIVE {{(pid=93413) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 14:36:24.956922 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e09e00-fcec-43ad-bbf8-e35233f7c0b7 req-f03c8ce6-7529-4bf0-9813-62706b0f5ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:36:24.958828 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-a2e09e00-fcec-43ad-bbf8-e35233f7c0b7 req-f03c8ce6-7529-4bf0-9813-62706b0f5ee7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=061e4b8c-ab2d-4682-a3d2-e34df59bc21f HTTP/1.1" status: 200 len: 855 time: 0.1091042 Aug 10 14:36:25.008000 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-9ad1df2d-cfa2-46e1-9ce1-bb43f16b9835 req-adf10f30-7bcb-4e35-bbb7-a17dcc3c57c6 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2946f7a-8f02-440c-8bd6-ed3d170ad2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824003 Aug 10 14:36:25.011121 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2d3c1c-2ab9-4416-be0a-fd96e9a50072 req-f19e8628-3b9e-4a0d-9239-0cb4bcba649f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:36:25.012634 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-9d2d3c1c-2ab9-4416-be0a-fd96e9a50072 req-f19e8628-3b9e-4a0d-9239-0cb4bcba649f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a05f2e4d11dd4970b1890e2ac2ce4c87&device_id=0458de60-252d-4000-ab49-4ba367e04121 HTTP/1.1" status: 200 len: 1099 time: 0.1514115 Aug 10 14:36:25.087874 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e09e00-fcec-43ad-bbf8-e35233f7c0b7 req-229c1760-6ef6-4bce-b008-91a41a2ebf5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:36:25.089558 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-a2e09e00-fcec-43ad-bbf8-e35233f7c0b7 req-229c1760-6ef6-4bce-b008-91a41a2ebf5c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=86a6d1d4-f800-47bf-859f-81a5bd8d7c63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1167536 Aug 10 14:36:25.218441 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2d3c1c-2ab9-4416-be0a-fd96e9a50072 req-5a5ccb06-fc8d-44a7-b133-3094d589a80b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:36:25.219976 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-9d2d3c1c-2ab9-4416-be0a-fd96e9a50072 req-5a5ccb06-fc8d-44a7-b133-3094d589a80b service neutron] 10.222.0.18 "GET /v2.0/networks?id=d5526d2f-b7f9-428c-be48-63f6c6ae4f96 HTTP/1.1" status: 200 len: 913 time: 0.2001424 Aug 10 14:36:25.276754 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-a2e09e00-fcec-43ad-bbf8-e35233f7c0b7 req-b3c78dab-0596-4286-a2e2-abbee377c042 service neutron] 10.222.0.18 "GET /v2.0/networks/86a6d1d4-f800-47bf-859f-81a5bd8d7c63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780019 Aug 10 14:36:25.351909 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-9d2d3c1c-2ab9-4416-be0a-fd96e9a50072 req-d144f535-a74c-4d24-a837-828c40072181 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=205efce0-700a-48f1-9548-570951aedf41 HTTP/1.1" status: 200 len: 1002 time: 0.1191988 Aug 10 14:36:25.438144 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-a2e09e00-fcec-43ad-bbf8-e35233f7c0b7 req-80723542-94eb-4cc4-9f79-d21cd62a4c66 service neutron] 10.222.0.18 "GET /v2.0/networks/86a6d1d4-f800-47bf-859f-81a5bd8d7c63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456351 Aug 10 14:36:25.439658 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2d3c1c-2ab9-4416-be0a-fd96e9a50072 req-1764be72-d40a-485b-9b06-04e63e05dcab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:36:25.441015 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-9d2d3c1c-2ab9-4416-be0a-fd96e9a50072 req-1764be72-d40a-485b-9b06-04e63e05dcab service neutron] 10.222.0.18 "GET /v2.0/subnets?id=82a0ee63-ad0f-4f7a-9eac-db5d15b3d575 HTTP/1.1" status: 200 len: 851 time: 0.0819192 Aug 10 14:36:25.755454 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2d3c1c-2ab9-4416-be0a-fd96e9a50072 req-0e46c801-8d92-45ee-80b1-dd8b7e911c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:36:25.756978 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-9d2d3c1c-2ab9-4416-be0a-fd96e9a50072 req-0e46c801-8d92-45ee-80b1-dd8b7e911c96 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d5526d2f-b7f9-428c-be48-63f6c6ae4f96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3074882 Aug 10 14:36:25.882988 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-9d2d3c1c-2ab9-4416-be0a-fd96e9a50072 req-8230a85b-d5cb-4f07-a693-d2f65ddadca1 service neutron] 10.222.0.18 "GET /v2.0/networks/d5526d2f-b7f9-428c-be48-63f6c6ae4f96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177473 Aug 10 14:36:26.134076 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-cb3c8235-b2b7-48f7-a6cb-a694606725fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:36:26.195035 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027a9753-239d-4214-bd88-442b6e1f126b req-95794b47-a0e3-457d-8576-6aaa93d06328 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:36:26.198109 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-027a9753-239d-4214-bd88-442b6e1f126b req-95794b47-a0e3-457d-8576-6aaa93d06328 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ed18135-5a94-4262-bd63-45ba91dbffb9 HTTP/1.1" status: 200 len: 943 time: 0.0738692 Aug 10 14:36:26.245062 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-027a9753-239d-4214-bd88-442b6e1f126b req-d5468ac1-896e-4e57-9dd1-02e3642e356b tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2946f7a-8f02-440c-8bd6-ed3d170ad2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409122 Aug 10 14:36:27.382692 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9aa7090-9123-4812-a73a-808414f4bb8e req-88d63975-6ba5-434c-851b-dbf81b871b99 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:36:27.384751 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-e9aa7090-9123-4812-a73a-808414f4bb8e req-88d63975-6ba5-434c-851b-dbf81b871b99 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ed18135-5a94-4262-bd63-45ba91dbffb9 HTTP/1.1" status: 200 len: 943 time: 0.0572994 Aug 10 14:36:27.428043 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-e9aa7090-9123-4812-a73a-808414f4bb8e req-09aab65a-dfc9-40c3-8fbc-35b645f87d1c tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2946f7a-8f02-440c-8bd6-ed3d170ad2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369725 Aug 10 14:36:28.434244 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.wsgi [-] (93410) accepted ('10.222.0.42', 55734) {{(pid=93410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:36:28.563509 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-b6b25356-5f93-457a-9f45-8ad3f50a834b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:36:28.574419 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deed2191-478a-44cd-b699-f5891264598c req-a3f4b313-d544-4339-ad9d-d5ee1de38f8c tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:36:28.575947 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-deed2191-478a-44cd-b699-f5891264598c req-a3f4b313-d544-4339-ad9d-d5ee1de38f8c tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ed18135-5a94-4262-bd63-45ba91dbffb9 HTTP/1.1" status: 200 len: 943 time: 0.0667233 Aug 10 14:36:28.646005 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-deed2191-478a-44cd-b699-f5891264598c req-975c8848-d4e2-4895-a759-abf84548650f tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2946f7a-8f02-440c-8bd6-ed3d170ad2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620356 Aug 10 14:36:28.727562 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-b6b25356-5f93-457a-9f45-8ad3f50a834b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:36:28.731704 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-b6b25356-5f93-457a-9f45-8ad3f50a834b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734645'] for security_group, after_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:36:28.773337 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [None req-b6b25356-5f93-457a-9f45-8ad3f50a834b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=207b0153cb8648afb4ac527310ad7594&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3379488 Aug 10 14:36:28.774541 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b25356-5f93-457a-9f45-8ad3f50a834b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=698f05cd-2a90-452c-a59a-5381dd371be7,revision_number=1']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:36:28.775212 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.wsgi [-] (93411) accepted ('10.222.0.42', 55742) {{(pid=93411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:36:28.829771 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-80376681-ced6-4759-9da5-e90848f69882 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:36:28.852306 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-80376681-ced6-4759-9da5-e90848f69882 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:36:28.902515 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-80376681-ced6-4759-9da5-e90848f69882 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734645'] for security_group, after_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:36:28.914103 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-80376681-ced6-4759-9da5-e90848f69882 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:36:28.919259 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-80376681-ced6-4759-9da5-e90848f69882 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/698f05cd-2a90-452c-a59a-5381dd371be7 HTTP/1.1" status: 204 len: 168 time: 0.1426601 Aug 10 14:36:28.933314 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80376681-ced6-4759-9da5-e90848f69882 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=698f05cd-2a90-452c-a59a-5381dd371be7,revision_number=None']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:36:29.111254 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-271d44ba-0f9b-4787-9968-10c066d6958a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:36:29.120402 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:36:29.294192 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.wsgi [-] (93410) accepted ('10.222.0.42', 55750) {{(pid=93410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:36:29.310799 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-71f4dc91-e27f-4eea-9c2b-945115459e36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:36:29.421057 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-71f4dc91-e27f-4eea-9c2b-945115459e36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:36:29.426631 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-71f4dc91-e27f-4eea-9c2b-945115459e36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734645'] for security_group, after_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:36:29.472390 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [None req-71f4dc91-e27f-4eea-9c2b-945115459e36 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5805156542d343b6915fcd14250cf2cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1769783 Aug 10 14:36:29.474268 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f4dc91-e27f-4eea-9c2b-945115459e36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08454cfa-d8c0-4bd7-9c4e-20aadc4d8e7c,revision_number=1']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:36:29.475722 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.wsgi [-] (93411) accepted ('10.222.0.42', 55752) {{(pid=93411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:36:29.529610 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-87bf23ba-f6ab-4232-a6b1-2e98aff89647 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:36:29.552665 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-87bf23ba-f6ab-4232-a6b1-2e98aff89647 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:36:29.599813 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-87bf23ba-f6ab-4232-a6b1-2e98aff89647 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734645'] for security_group, after_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:36:29.602360 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-87bf23ba-f6ab-4232-a6b1-2e98aff89647 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:36:29.605788 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-87bf23ba-f6ab-4232-a6b1-2e98aff89647 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/08454cfa-d8c0-4bd7-9c4e-20aadc4d8e7c HTTP/1.1" status: 204 len: 168 time: 0.1267600 Aug 10 14:36:29.611865 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bf23ba-f6ab-4232-a6b1-2e98aff89647 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08454cfa-d8c0-4bd7-9c4e-20aadc4d8e7c,revision_number=None']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:36:29.796330 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25066013-b9ad-4f84-ba4c-8d750a43ad91 req-c078aba6-e115-4c7b-a1b0-9e44dc594053 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:36:29.797981 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-25066013-b9ad-4f84-ba4c-8d750a43ad91 req-c078aba6-e115-4c7b-a1b0-9e44dc594053 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ed18135-5a94-4262-bd63-45ba91dbffb9 HTTP/1.1" status: 200 len: 943 time: 0.0703735 Aug 10 14:36:29.849917 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-25066013-b9ad-4f84-ba4c-8d750a43ad91 req-4075bb61-d999-46f3-b3e3-8ee9a30a9ac9 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2946f7a-8f02-440c-8bd6-ed3d170ad2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452151 Aug 10 14:36:30.219390 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-1682deac-1581-4d55-87bc-bceb4bcaf759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:36:31.012561 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c89905-eb2b-478c-aa01-912f2c843acd req-261b9f83-9970-4258-aa94-469d944b3449 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:36:31.014315 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-69c89905-eb2b-478c-aa01-912f2c843acd req-261b9f83-9970-4258-aa94-469d944b3449 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ed18135-5a94-4262-bd63-45ba91dbffb9 HTTP/1.1" status: 200 len: 943 time: 0.0602343 Aug 10 14:36:31.073997 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-69c89905-eb2b-478c-aa01-912f2c843acd req-4231c023-50cf-4048-ace9-7143731c29f3 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2946f7a-8f02-440c-8bd6-ed3d170ad2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474191 Aug 10 14:36:31.890124 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.wsgi [-] (93410) accepted ('10.222.0.42', 55826) {{(pid=93410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:36:32.014310 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-c2d89d7b-f4cc-400d-8778-ee5332a8295b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:36:32.114509 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-c2d89d7b-f4cc-400d-8778-ee5332a8295b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:36:32.118728 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-c2d89d7b-f4cc-400d-8778-ee5332a8295b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734645'] for security_group, after_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:36:32.155120 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-f97b798d-bd61-4bdb-bb4a-e55e1a0659df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:36:32.167760 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [None req-c2d89d7b-f4cc-400d-8778-ee5332a8295b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6927e1d1bb97492d857817ff043879d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2764273 Aug 10 14:36:32.170662 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.wsgi [-] (93411) accepted ('10.222.0.42', 55832) {{(pid=93411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:36:32.172854 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d89d7b-f4cc-400d-8778-ee5332a8295b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a3edb39-81d3-4192-a558-5f9ed454c969,revision_number=1']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:36:32.223759 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-69496aac-5e77-4ccc-a274-ce22046c1ae6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:36:32.246184 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6322b2-b641-474b-b428-abebfd4d737a req-965eb4a1-75f8-486d-a2d4-e458f420f1d6 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:36:32.247116 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-69496aac-5e77-4ccc-a274-ce22046c1ae6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:36:32.247766 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-9a6322b2-b641-474b-b428-abebfd4d737a req-965eb4a1-75f8-486d-a2d4-e458f420f1d6 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ed18135-5a94-4262-bd63-45ba91dbffb9 HTTP/1.1" status: 200 len: 943 time: 0.0621786 Aug 10 14:36:32.313809 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-69496aac-5e77-4ccc-a274-ce22046c1ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734645'] for security_group, after_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:36:32.317381 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-69496aac-5e77-4ccc-a274-ce22046c1ae6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:36:32.321139 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-69496aac-5e77-4ccc-a274-ce22046c1ae6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9a3edb39-81d3-4192-a558-5f9ed454c969 HTTP/1.1" status: 204 len: 168 time: 0.1488197 Aug 10 14:36:32.330082 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69496aac-5e77-4ccc-a274-ce22046c1ae6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a3edb39-81d3-4192-a558-5f9ed454c969,revision_number=None']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:36:32.333550 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-9a6322b2-b641-474b-b428-abebfd4d737a req-cb8345e1-cd7f-4736-a341-0ff985775107 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2946f7a-8f02-440c-8bd6-ed3d170ad2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746789 Aug 10 14:36:32.649548 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:36:32.705277 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.wsgi [-] (93411) accepted ('10.222.0.42', 55840) {{(pid=93411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:36:32.719312 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-4316fe1f-4663-4dbd-8891-69afc6fd172f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:36:32.826289 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-4316fe1f-4663-4dbd-8891-69afc6fd172f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:36:32.831140 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-4316fe1f-4663-4dbd-8891-69afc6fd172f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734645'] for security_group, after_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:36:32.871631 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4316fe1f-4663-4dbd-8891-69afc6fd172f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f652f2e0-4c24-4c85-a592-f2949946fa48,revision_number=1']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:36:32.879514 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-4316fe1f-4663-4dbd-8891-69afc6fd172f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f2fc4dd62b724758bc1217019ee0f6f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1725013 Aug 10 14:36:32.879765 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.wsgi [-] (93410) accepted ('10.222.0.42', 55842) {{(pid=93410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:36:32.963187 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-f924727a-7d4a-403a-bea6-3a3d34555739 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:36:32.990389 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-f924727a-7d4a-403a-bea6-3a3d34555739 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:36:33.051032 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-f924727a-7d4a-403a-bea6-3a3d34555739 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734645'] for security_group, after_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:36:33.054924 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-f924727a-7d4a-403a-bea6-3a3d34555739 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:36:33.056524 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [None req-f924727a-7d4a-403a-bea6-3a3d34555739 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f652f2e0-4c24-4c85-a592-f2949946fa48 HTTP/1.1" status: 204 len: 168 time: 0.1756895 Aug 10 14:36:33.075087 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f924727a-7d4a-403a-bea6-3a3d34555739 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f652f2e0-4c24-4c85-a592-f2949946fa48,revision_number=None']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:36:33.474300 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccc14fc-d7dd-4768-b987-f54ee93332f0 req-794d9a61-2d76-47dc-bb90-4f9c6c702cc3 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:36:33.481894 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-7ccc14fc-d7dd-4768-b987-f54ee93332f0 req-794d9a61-2d76-47dc-bb90-4f9c6c702cc3 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ed18135-5a94-4262-bd63-45ba91dbffb9 HTTP/1.1" status: 200 len: 943 time: 0.0603099 Aug 10 14:36:33.535635 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-7ccc14fc-d7dd-4768-b987-f54ee93332f0 req-2a1b51d5-d340-43db-abe7-8d42beca005c tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2946f7a-8f02-440c-8bd6-ed3d170ad2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523202 Aug 10 14:36:34.680012 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3415115-50cd-43dc-b92e-51730a9c39d1 req-2d1e6493-74dd-454e-a4ea-7b9f535311c1 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:36:34.697812 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-b3415115-50cd-43dc-b92e-51730a9c39d1 req-2d1e6493-74dd-454e-a4ea-7b9f535311c1 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ed18135-5a94-4262-bd63-45ba91dbffb9 HTTP/1.1" status: 200 len: 943 time: 0.0653670 Aug 10 14:36:34.742068 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-b3415115-50cd-43dc-b92e-51730a9c39d1 req-8fc8e1a6-fe26-4732-b686-623f17f247a6 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2946f7a-8f02-440c-8bd6-ed3d170ad2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431674 Aug 10 14:36:35.864787 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6c7961-8bc5-413a-8336-c60c507ea7bd req-6e04738c-cdcf-4751-8224-c9ea6beb7c32 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:36:35.866731 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-5b6c7961-8bc5-413a-8336-c60c507ea7bd req-6e04738c-cdcf-4751-8224-c9ea6beb7c32 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ed18135-5a94-4262-bd63-45ba91dbffb9 HTTP/1.1" status: 200 len: 943 time: 0.0573783 Aug 10 14:36:35.907213 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-5b6c7961-8bc5-413a-8336-c60c507ea7bd req-6d8af10e-b5f1-4ae4-9fd8-f51f068a8ac8 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2946f7a-8f02-440c-8bd6-ed3d170ad2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332930 Aug 10 14:36:36.476223 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-9d2d3c1c-2ab9-4416-be0a-fd96e9a50072 req-1ca15904-b255-4d98-a05e-dc05c3e1e306 service neutron] 10.222.0.18 "GET /v2.0/networks/d5526d2f-b7f9-428c-be48-63f6c6ae4f96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372085 Aug 10 14:36:36.492412 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6387bb1-d524-4fba-8799-1251fdf0bfb7 req-979075ac-a242-45e8-8977-6dc7a1c2c100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:36:36.492412 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-b6387bb1-d524-4fba-8799-1251fdf0bfb7 req-979075ac-a242-45e8-8977-6dc7a1c2c100 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e156b5d0a1d64f118dbb019f54a5f1f0&device_id=2ed18135-5a94-4262-bd63-45ba91dbffb9 HTTP/1.1" status: 200 len: 1096 time: 0.0609739 Aug 10 14:36:36.601568 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6387bb1-d524-4fba-8799-1251fdf0bfb7 req-9ac8cbb2-7019-43f2-9cff-91fc6617014f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:36:36.603130 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-b6387bb1-d524-4fba-8799-1251fdf0bfb7 req-9ac8cbb2-7019-43f2-9cff-91fc6617014f service neutron] 10.222.0.18 "GET /v2.0/networks?id=86a6d1d4-f800-47bf-859f-81a5bd8d7c63 HTTP/1.1" status: 200 len: 917 time: 0.0918205 Aug 10 14:36:36.672192 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-b6387bb1-d524-4fba-8799-1251fdf0bfb7 req-a9ab836c-92f8-4cbe-a83e-9c8f43a437f3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=37dc35e3-e514-45bc-a34b-f09b87488ac9 HTTP/1.1" status: 200 len: 999 time: 0.0588782 Aug 10 14:36:36.724049 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6387bb1-d524-4fba-8799-1251fdf0bfb7 req-f7898e1c-e052-452e-93da-67db56ae0f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:36:36.725688 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-b6387bb1-d524-4fba-8799-1251fdf0bfb7 req-f7898e1c-e052-452e-93da-67db56ae0f95 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=061e4b8c-ab2d-4682-a3d2-e34df59bc21f HTTP/1.1" status: 200 len: 855 time: 0.0463529 Aug 10 14:36:36.785866 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6387bb1-d524-4fba-8799-1251fdf0bfb7 req-cb6af124-5aed-4920-a678-5e50329fee07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:36:36.787414 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-b6387bb1-d524-4fba-8799-1251fdf0bfb7 req-cb6af124-5aed-4920-a678-5e50329fee07 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=86a6d1d4-f800-47bf-859f-81a5bd8d7c63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0501394 Aug 10 14:36:36.884532 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-b6387bb1-d524-4fba-8799-1251fdf0bfb7 req-17154062-89d4-4ed3-a00c-ac0e62b64217 service neutron] 10.222.0.18 "GET /v2.0/networks/86a6d1d4-f800-47bf-859f-81a5bd8d7c63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871830 Aug 10 14:36:36.999736 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-b6387bb1-d524-4fba-8799-1251fdf0bfb7 req-e4e226d3-e7a3-4e3a-b335-b7f14a8013e3 service neutron] 10.222.0.18 "GET /v2.0/networks/86a6d1d4-f800-47bf-859f-81a5bd8d7c63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067214 Aug 10 14:36:37.045315 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74afcc8c-222f-43d7-8ee0-701e8d526a6f req-56f70eb8-6354-4e8a-b59b-1a54e0480b6e tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:36:37.046922 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-74afcc8c-222f-43d7-8ee0-701e8d526a6f req-56f70eb8-6354-4e8a-b59b-1a54e0480b6e tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ed18135-5a94-4262-bd63-45ba91dbffb9 HTTP/1.1" status: 200 len: 943 time: 0.0616128 Aug 10 14:36:37.090788 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-74afcc8c-222f-43d7-8ee0-701e8d526a6f req-91fe8b3a-02af-40e5-ac90-4a06f11f5286 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2946f7a-8f02-440c-8bd6-ed3d170ad2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361605 Aug 10 14:36:38.236821 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6282c67f-6d76-4484-a2f0-2f1c74fca4f8 req-cdfe6f7c-5543-4ca2-94fc-1cb4ececeace tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:36:38.239845 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-6282c67f-6d76-4484-a2f0-2f1c74fca4f8 req-cdfe6f7c-5543-4ca2-94fc-1cb4ececeace tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ed18135-5a94-4262-bd63-45ba91dbffb9 HTTP/1.1" status: 200 len: 943 time: 0.0617363 Aug 10 14:36:38.317690 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-6282c67f-6d76-4484-a2f0-2f1c74fca4f8 req-3bd2b8a2-a8d1-4cd4-a5a8-fd55d4f486db tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2946f7a-8f02-440c-8bd6-ed3d170ad2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692174 Aug 10 14:36:38.383252 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.wsgi [-] (93410) accepted ('10.222.0.42', 55972) {{(pid=93410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:36:38.499938 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-1ecaf598-2a98-4f0e-8167-6cf87c2cb6cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:36:38.601397 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-1ecaf598-2a98-4f0e-8167-6cf87c2cb6cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:36:38.604805 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-1ecaf598-2a98-4f0e-8167-6cf87c2cb6cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734645'] for security_group, after_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:36:38.644674 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecaf598-2a98-4f0e-8167-6cf87c2cb6cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22523ebd-a84a-49f8-a328-fee4523cd41a,revision_number=1']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:36:38.648670 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [None req-1ecaf598-2a98-4f0e-8167-6cf87c2cb6cb admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=556f6594fd5b4e93b97baaaceb7fc558&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2643685 Aug 10 14:36:38.651887 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.wsgi [-] (93411) accepted ('10.222.0.42', 55976) {{(pid=93411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:36:38.655137 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecaf598-2a98-4f0e-8167-6cf87c2cb6cb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:36:38.655484 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecaf598-2a98-4f0e-8167-6cf87c2cb6cb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:36:38.655840 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecaf598-2a98-4f0e-8167-6cf87c2cb6cb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:36:38.656242 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecaf598-2a98-4f0e-8167-6cf87c2cb6cb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:36:38.656520 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecaf598-2a98-4f0e-8167-6cf87c2cb6cb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:36:38.656850 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecaf598-2a98-4f0e-8167-6cf87c2cb6cb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:36:38.657172 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecaf598-2a98-4f0e-8167-6cf87c2cb6cb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:36:38.657520 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecaf598-2a98-4f0e-8167-6cf87c2cb6cb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:36:38.657848 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecaf598-2a98-4f0e-8167-6cf87c2cb6cb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:36:38.658178 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecaf598-2a98-4f0e-8167-6cf87c2cb6cb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:36:38.658489 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecaf598-2a98-4f0e-8167-6cf87c2cb6cb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:36:38.658807 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ecaf598-2a98-4f0e-8167-6cf87c2cb6cb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:36:38.701915 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-f78eaf2b-9cac-4bc0-9614-c69af529720c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:36:38.725190 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-f78eaf2b-9cac-4bc0-9614-c69af529720c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:36:38.772007 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-f78eaf2b-9cac-4bc0-9614-c69af529720c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734645'] for security_group, after_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:36:38.774598 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-f78eaf2b-9cac-4bc0-9614-c69af529720c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:36:38.775755 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-f78eaf2b-9cac-4bc0-9614-c69af529720c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/22523ebd-a84a-49f8-a328-fee4523cd41a HTTP/1.1" status: 204 len: 168 time: 0.1228163 Aug 10 14:36:38.783924 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78eaf2b-9cac-4bc0-9614-c69af529720c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22523ebd-a84a-49f8-a328-fee4523cd41a,revision_number=None']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:36:38.882428 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Device 37dc35e3-e514-45bc-a34b-f09b87488ac9 details requested by agent hyperv_hv-cinder-79819 with host hv-cinder-79819 {{(pid=93412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 14:36:38.997073 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.db [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] For port 37dc35e3-e514-45bc-a34b-f09b87488ac9, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=37dc35e3-e514-45bc-a34b-f09b87488ac9,segment=NetworkSegment(d55ed611-efa5-4413-9a01-d70eef9c92c8),segment_id=d55ed611-efa5-4413-9a01-d70eef9c92c8)] {{(pid=93412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:36:39.010531 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Returning: {'device': '37dc35e3-e514-45bc-a34b-f09b87488ac9', 'network_id': '86a6d1d4-f800-47bf-859f-81a5bd8d7c63', 'port_id': '37dc35e3-e514-45bc-a34b-f09b87488ac9', 'mac_address': 'fa:16:3e:9a:15:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '061e4b8c-ab2d-4682-a3d2-e34df59bc21f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 14:36:39.058474 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:36:39.073653 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.notifiers.nova [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37dc35e3-e514-45bc-a34b-f09b87488ac9 {{(pid=93412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 14:36:39.090898 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.wsgi [-] (93410) accepted ('10.222.0.42', 55982) {{(pid=93410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:36:39.097761 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.db [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] For port 37dc35e3-e514-45bc-a34b-f09b87488ac9, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=37dc35e3-e514-45bc-a34b-f09b87488ac9,segment=NetworkSegment(d55ed611-efa5-4413-9a01-d70eef9c92c8),segment_id=d55ed611-efa5-4413-9a01-d70eef9c92c8)] {{(pid=93412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:36:39.104105 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683854493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786683465220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786683465238'] for port, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:36:39.105288 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-66127a8b-6d5d-475d-af8a-b7c752e8a30e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:36:39.159454 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Pushing event updated for resources: {'Port': ['ID=37dc35e3-e514-45bc-a34b-f09b87488ac9,revision_number=9']} {{(pid=93412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:36:39.167973 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:36:39.168382 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:36:39.168723 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:36:39.169040 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:36:39.169372 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:36:39.169735 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:36:39.170065 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:36:39.170391 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:36:39.170716 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:36:39.171052 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:36:39.171367 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:36:39.171682 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:36:39.205916 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-66127a8b-6d5d-475d-af8a-b7c752e8a30e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:36:39.210469 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-66127a8b-6d5d-475d-af8a-b7c752e8a30e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734645'] for security_group, after_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:36:39.263312 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [None req-66127a8b-6d5d-475d-af8a-b7c752e8a30e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=64c26a8ad8a14619b37b5e5e59c084c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1712782 Aug 10 14:36:39.265002 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66127a8b-6d5d-475d-af8a-b7c752e8a30e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5708871f-3324-4a45-9ecc-7d570b7e98d5,revision_number=1']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:36:39.265963 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.wsgi [-] (93411) accepted ('10.222.0.42', 55984) {{(pid=93411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:36:39.322627 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-6231a31c-f411-40ad-a386-c9ad51404366 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:36:39.332812 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.db [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] get_ports_and_sgs() called for port_ids ['37dc35e3-e514-45bc-a34b-f09b87488ac9'] {{(pid=93412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 14:36:39.345304 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-6231a31c-f411-40ad-a386-c9ad51404366 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:36:39.409055 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-6231a31c-f411-40ad-a386-c9ad51404366 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734645'] for security_group, after_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:36:39.412716 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-6231a31c-f411-40ad-a386-c9ad51404366 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:36:39.418027 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-6231a31c-f411-40ad-a386-c9ad51404366 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5708871f-3324-4a45-9ecc-7d570b7e98d5 HTTP/1.1" status: 204 len: 168 time: 0.1505861 Aug 10 14:36:39.430303 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6231a31c-f411-40ad-a386-c9ad51404366 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5708871f-3324-4a45-9ecc-7d570b7e98d5,revision_number=None']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:36:39.492317 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39ca0d8-2d7c-427d-94b9-0f1e2c4bcb6b req-8b8a25f6-919f-4032-b5ea-90a461415329 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:36:39.502185 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-c39ca0d8-2d7c-427d-94b9-0f1e2c4bcb6b req-8b8a25f6-919f-4032-b5ea-90a461415329 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ed18135-5a94-4262-bd63-45ba91dbffb9 HTTP/1.1" status: 200 len: 944 time: 0.0856783 Aug 10 14:36:39.559423 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-c39ca0d8-2d7c-427d-94b9-0f1e2c4bcb6b req-d58b69d1-2b25-4d4e-8b7c-46db3185baf5 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2946f7a-8f02-440c-8bd6-ed3d170ad2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533617 Aug 10 14:36:40.249608 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.wsgi [-] (93411) accepted ('10.222.0.42', 56020) {{(pid=93411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:36:40.348755 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.v2.base [None req-cc521aea-4957-4e52-a2df-059e6f0f2e5c admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1352797551-network', 'tenant_id': 'ab462c6f3d554daf965b92d47d807dba'}} {{(pid=93411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:36:40.370417 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc521aea-4957-4e52-a2df-059e6f0f2e5c admin admin] Made reservation on behalf of ab462c6f3d554daf965b92d47d807dba for: {'network': 1} {{(pid=93411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 14:36:40.372886 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-cc521aea-4957-4e52-a2df-059e6f0f2e5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for network, before_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:36:40.382353 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-cc521aea-4957-4e52-a2df-059e6f0f2e5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:36:40.472953 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-cc521aea-4957-4e52-a2df-059e6f0f2e5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:36:40.476590 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-cc521aea-4957-4e52-a2df-059e6f0f2e5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734645'] for security_group, after_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:36:40.500112 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc521aea-4957-4e52-a2df-059e6f0f2e5c admin admin] vlan segment allocate from pool success with {'vlan_id': 571, 'physical_network': 'physnet1'} {{(pid=93411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 14:36:40.509246 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc521aea-4957-4e52-a2df-059e6f0f2e5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d03cbae6-3fee-46c4-9490-0fd9379bf62a,revision_number=1']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:36:40.515117 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-cc521aea-4957-4e52-a2df-059e6f0f2e5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1962803'] for segment, precommit_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:36:40.515456 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.db.segments_db [None req-cc521aea-4957-4e52-a2df-059e6f0f2e5c admin admin] Added segment ec87b8ec-0358-418e-9f93-44a31647d69e of type vlan for network 73e90ee1-bc65-419a-9d7c-8c906bfe41d2 Aug 10 14:36:40.557581 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-cc521aea-4957-4e52-a2df-059e6f0f2e5c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786683450956'] for network, precommit_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:36:40.715186 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-cc521aea-4957-4e52-a2df-059e6f0f2e5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238'] for network, after_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:36:40.716417 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc521aea-4957-4e52-a2df-059e6f0f2e5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:36:40.717026 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-cc521aea-4957-4e52-a2df-059e6f0f2e5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-767256'] for network, before_response {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:36:40.736363 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf4c4b4-29c9-4c62-9053-a9576f671c6b req-5ca718b3-3bd0-4db7-9d3f-2fbba53dbf9c tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:36:40.739619 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-bbf4c4b4-29c9-4c62-9053-a9576f671c6b req-5ca718b3-3bd0-4db7-9d3f-2fbba53dbf9c tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ed18135-5a94-4262-bd63-45ba91dbffb9 HTTP/1.1" status: 200 len: 944 time: 0.1008499 Aug 10 14:36:40.776674 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-cc521aea-4957-4e52-a2df-059e6f0f2e5c admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5258601 Aug 10 14:36:40.779901 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.wsgi [-] (93411) accepted ('10.222.0.42', 56026) {{(pid=93411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:36:40.787586 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.v2.base [None req-c55950a8-d644-4e96-a423-7c954610bd06 admin admin] Request body: {'subnet': {'network_id': '73e90ee1-bc65-419a-9d7c-8c906bfe41d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1352797551-subnet', 'tenant_id': 'ab462c6f3d554daf965b92d47d807dba', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:36:40.788432 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-bbf4c4b4-29c9-4c62-9053-a9576f671c6b req-57436265-b9e3-4b3c-a764-e2935bb2255d tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2946f7a-8f02-440c-8bd6-ed3d170ad2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417004 Aug 10 14:36:40.792085 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc521aea-4957-4e52-a2df-059e6f0f2e5c admin admin] Pushing event updated for resources: {'Network': ['ID=73e90ee1-bc65-419a-9d7c-8c906bfe41d2,revision_number=1']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:36:40.804254 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Network 73e90ee1-bc65-419a-9d7c-8c906bfe41d2 details requested by agent ovs-agent-dv-cinder-798198-2-iscsi with host dv-cinder-798198-2-iscsi {{(pid=93412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 14:36:40.824345 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c55950a8-d644-4e96-a423-7c954610bd06 admin admin] Made reservation on behalf of ab462c6f3d554daf965b92d47d807dba for: {'subnet': 1} {{(pid=93411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 14:36:40.826840 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-c55950a8-d644-4e96-a423-7c954610bd06 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26470732'] for subnet, before_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:36:40.899446 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Device 37dc35e3-e514-45bc-a34b-f09b87488ac9 up at agent hyperv_hv-cinder-79819 {{(pid=93412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:36:40.967816 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.provisioning_blocks [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Provisioning complete for port 37dc35e3-e514-45bc-a34b-f09b87488ac9 triggered by entity L2. {{(pid=93412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:36:40.968181 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932393'] for port, provisioning_complete {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:36:41.014428 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-c55950a8-d644-4e96-a423-7c954610bd06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2690516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26470750'] for subnet, after_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:36:41.051257 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:36:41.071612 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55950a8-d644-4e96-a423-7c954610bd06 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e657eab-ca13-487b-af80-2ab26c543479,revision_number=0']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:36:41.076029 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ed18135-5a94-4262-bd63-45ba91dbffb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37dc35e3-e514-45bc-a34b-f09b87488ac9'}] {{(pid=93412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:36:41.078369 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9406f3752f8c5c09b2197ea24f22201eb31b4bb693178eb20b3d616b4d9459a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24246a9e-9106-4a67-9bb5-3eaf30ba4678" -d '{"events": [{"server_uuid": "2ed18135-5a94-4262-bd63-45ba91dbffb9", "name": "network-vif-plugged", "status": "completed", "tag": "37dc35e3-e514-45bc-a34b-f09b87488ac9"}]}' {{(pid=93412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:36:41.079490 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c55950a8-d644-4e96-a423-7c954610bd06 admin admin] Checking segment: {'id': 'ec87b8ec-0358-418e-9f93-44a31647d69e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '73e90ee1-bc65-419a-9d7c-8c906bfe41d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 14:36:41.079907 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c55950a8-d644-4e96-a423-7c954610bd06 admin admin] Network hostable DHCP agents. Network: 73e90ee1-bc65-419a-9d7c-8c906bfe41d2, hostable agents: ['53faeb90-ccf6-4b1a-8900-1e421dfb616b'], hosted agents: [] {{(pid=93411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 14:36:41.096064 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.db [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] For port 37dc35e3-e514-45bc-a34b-f09b87488ac9, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=37dc35e3-e514-45bc-a34b-f09b87488ac9,segment=NetworkSegment(d55ed611-efa5-4413-9a01-d70eef9c92c8),segment_id=d55ed611-efa5-4413-9a01-d70eef9c92c8)] {{(pid=93412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:36:41.100545 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c55950a8-d644-4e96-a423-7c954610bd06 admin admin] Network 73e90ee1-bc65-419a-9d7c-8c906bfe41d2 is scheduled to be hosted by DHCP agent 53faeb90-ccf6-4b1a-8900-1e421dfb616b with binding_index 1 {{(pid=93411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 14:36:41.102098 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683854493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786683465220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786683465238'] for port, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:36:41.111142 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.scheduler.base_scheduler [None req-c55950a8-d644-4e96-a423-7c954610bd06 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798198-2-iscsi, 73e90ee1-bc65-419a-9d7c-8c906bfe41d2) {{(pid=93411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:36:41.116450 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c55950a8-d644-4e96-a423-7c954610bd06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:36:41.117045 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-c55950a8-d644-4e96-a423-7c954610bd06 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:36:41.129347 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 14:36:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35b6a313-18fb-44a9-9d0a-92e7092c89c2 x-openstack-request-id: req-35b6a313-18fb-44a9-9d0a-92e7092c89c2 {{(pid=93412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:36:41.129690 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ed18135-5a94-4262-bd63-45ba91dbffb9", "name": "network-vif-plugged", "status": "completed", "tag": "37dc35e3-e514-45bc-a34b-f09b87488ac9", "code": 200}]} {{(pid=93412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:36:41.129908 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-35b6a313-18fb-44a9-9d0a-92e7092c89c2 {{(pid=93412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:36:41.130267 dv-cinder-798198-2-iscsi neutron-server[93412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ed18135-5a94-4262-bd63-45ba91dbffb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37dc35e3-e514-45bc-a34b-f09b87488ac9', 'code': 200} Aug 10 14:36:41.136119 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9db6c25b-31dd-45ee-8d6c-7e1d1d75ffa1 None None] Network 73e90ee1-bc65-419a-9d7c-8c906bfe41d2 requested from dv-cinder-798198-2-iscsi {{(pid=93412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 14:36:41.136347 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-c55950a8-d644-4e96-a423-7c954610bd06 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3512838 Aug 10 14:36:41.206891 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Pushing event updated for resources: {'Port': ['ID=37dc35e3-e514-45bc-a34b-f09b87488ac9,revision_number=10']} {{(pid=93412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:36:41.288218 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47980680-a30f-42cd-a941-81ee52a94c6b None None] Network 73e90ee1-bc65-419a-9d7c-8c906bfe41d2 requested from dv-cinder-798198-2-iscsi {{(pid=93412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 14:36:41.333369 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4f2d5a-8324-41fe-92ca-312983b5f55b req-8c873586-799d-410e-9ef6-1759606ecfab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:36:41.334960 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-dc4f2d5a-8324-41fe-92ca-312983b5f55b req-8c873586-799d-410e-9ef6-1759606ecfab service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2ed18135-5a94-4262-bd63-45ba91dbffb9 HTTP/1.1" status: 200 len: 1099 time: 0.0476668 Aug 10 14:36:41.374758 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-dc4f2d5a-8324-41fe-92ca-312983b5f55b req-519984b1-1e44-4bef-b543-9d4aee3e30e6 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=f2946f7a-8f02-440c-8bd6-ed3d170ad2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307231 Aug 10 14:36:41.909672 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4233ca15-47bc-473d-a60b-593b9c6887c0 req-351c039c-8dce-4527-8d53-f35981c22e87 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:36:41.911346 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-4233ca15-47bc-473d-a60b-593b9c6887c0 req-351c039c-8dce-4527-8d53-f35981c22e87 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ed18135-5a94-4262-bd63-45ba91dbffb9 HTTP/1.1" status: 200 len: 946 time: 0.0503578 Aug 10 14:36:41.951343 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-4233ca15-47bc-473d-a60b-593b9c6887c0 req-9670dd66-9d1b-40a5-9470-e0e341ad0c20 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2946f7a-8f02-440c-8bd6-ed3d170ad2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333145 Aug 10 14:36:42.997009 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3225bfd0-65a3-47f1-a526-2b136a334c18 req-ed336ece-076b-425e-b7b7-3e41b65a7025 tempest-VolumesSnapshotTestJSON-568733889 tempest-VolumesSnapshotTestJSON-568733889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:36:42.999683 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-3225bfd0-65a3-47f1-a526-2b136a334c18 req-ed336ece-076b-425e-b7b7-3e41b65a7025 tempest-VolumesSnapshotTestJSON-568733889 tempest-VolumesSnapshotTestJSON-568733889-project] 10.222.0.42 "GET /v2.0/networks?id=73e90ee1-bc65-419a-9d7c-8c906bfe41d2 HTTP/1.1" status: 200 len: 814 time: 0.1337931 Aug 10 14:36:43.016575 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-3225bfd0-65a3-47f1-a526-2b136a334c18 req-ad35d021-2435-423e-9f56-4d72173fe633 tempest-VolumesSnapshotTestJSON-568733889 tempest-VolumesSnapshotTestJSON-568733889-project] 10.222.0.42 "GET /v2.0/quotas/ab462c6f3d554daf965b92d47d807dba HTTP/1.1" status: 200 len: 375 time: 0.0105822 Aug 10 14:36:43.054535 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-3225bfd0-65a3-47f1-a526-2b136a334c18 req-b2d0e372-09c7-496c-8b80-c21856ca07d7 tempest-VolumesSnapshotTestJSON-568733889 tempest-VolumesSnapshotTestJSON-568733889-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=ab462c6f3d554daf965b92d47d807dba&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0304163 Aug 10 14:36:43.161266 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9eac5b-41a8-4896-8f82-ef0741a995ed req-2a5e6967-2c3e-40e3-94a6-a9685a92ee9a tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:36:43.162810 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-0f9eac5b-41a8-4896-8f82-ef0741a995ed req-2a5e6967-2c3e-40e3-94a6-a9685a92ee9a tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ed18135-5a94-4262-bd63-45ba91dbffb9 HTTP/1.1" status: 200 len: 946 time: 0.1108849 Aug 10 14:36:43.213074 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-3225bfd0-65a3-47f1-a526-2b136a334c18 req-c053cf4e-6c9f-4ce9-a940-cf979f567899 service neutron] 10.222.0.42 "GET /v2.0/networks/73e90ee1-bc65-419a-9d7c-8c906bfe41d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273324 Aug 10 14:36:43.220218 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-0f9eac5b-41a8-4896-8f82-ef0741a995ed req-7c1b67cc-cbe0-425a-8ec5-384f5e61d8af tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2946f7a-8f02-440c-8bd6-ed3d170ad2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488853 Aug 10 14:36:43.316887 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-3225bfd0-65a3-47f1-a526-2b136a334c18 req-a27633d6-9000-4f9f-8ff8-917f042fa743 service neutron] 10.222.0.42 "GET /v2.0/networks/73e90ee1-bc65-419a-9d7c-8c906bfe41d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957088 Aug 10 14:36:43.481092 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-0b0d11d3-5f5c-404c-9713-2fd38907ef18 req-936e9726-7027-41fe-824d-8220a858c013 tempest-VolumesSnapshotTestJSON-568733889 tempest-VolumesSnapshotTestJSON-568733889-project] 10.222.0.42 "GET /v2.0/ports?device_id=b5737c3c-20a2-41cb-a2ac-ffe16d3bbf9c HTTP/1.1" status: 200 len: 210 time: 0.0278594 Aug 10 14:36:44.438133 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3225bfd0-65a3-47f1-a526-2b136a334c18 req-e615826f-3694-4c44-a4e9-f4fd5d2bb410 tempest-VolumesSnapshotTestJSON-568733889 tempest-VolumesSnapshotTestJSON-568733889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:36:44.439648 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-3225bfd0-65a3-47f1-a526-2b136a334c18 req-e615826f-3694-4c44-a4e9-f4fd5d2bb410 tempest-VolumesSnapshotTestJSON-568733889 tempest-VolumesSnapshotTestJSON-568733889-project] 10.222.0.18 "GET /v2.0/networks?id=73e90ee1-bc65-419a-9d7c-8c906bfe41d2 HTTP/1.1" status: 200 len: 814 time: 0.1069374 Aug 10 14:36:44.455971 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.v2.base [req-3225bfd0-65a3-47f1-a526-2b136a334c18 req-3ba48942-8472-4342-9bcf-4a7d504b6ccf tempest-VolumesSnapshotTestJSON-568733889 tempest-VolumesSnapshotTestJSON-568733889-project] Request body: {'port': {'device_id': 'b5737c3c-20a2-41cb-a2ac-ffe16d3bbf9c', 'network_id': '73e90ee1-bc65-419a-9d7c-8c906bfe41d2', 'admin_state_up': True, 'tenant_id': 'ab462c6f3d554daf965b92d47d807dba'}} {{(pid=93410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:36:44.583876 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-d5a51815-8369-4a4a-aca8-a75d780c5b16 req-98d5fc98-3983-4ecf-bdf8-7964a1bac8e1 tempest-VolumesSnapshotTestJSON-568733889 tempest-VolumesSnapshotTestJSON-568733889-project] 10.222.0.42 "GET /v2.0/ports?device_id=b5737c3c-20a2-41cb-a2ac-ffe16d3bbf9c HTTP/1.1" status: 200 len: 210 time: 0.0300231 Aug 10 14:36:44.600757 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3225bfd0-65a3-47f1-a526-2b136a334c18 req-3ba48942-8472-4342-9bcf-4a7d504b6ccf tempest-VolumesSnapshotTestJSON-568733889 tempest-VolumesSnapshotTestJSON-568733889-project] Made reservation on behalf of ab462c6f3d554daf965b92d47d807dba for: {'port': 1} {{(pid=93410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 14:36:44.604325 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-3225bfd0-65a3-47f1-a526-2b136a334c18 req-3ba48942-8472-4342-9bcf-4a7d504b6ccf tempest-VolumesSnapshotTestJSON-568733889 tempest-VolumesSnapshotTestJSON-568733889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:36:44.733072 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.db.db_base_plugin_common [req-3225bfd0-65a3-47f1-a526-2b136a334c18 req-3ba48942-8472-4342-9bcf-4a7d504b6ccf tempest-VolumesSnapshotTestJSON-568733889 tempest-VolumesSnapshotTestJSON-568733889-project] Allocated IP 172.20.0.3 (73e90ee1-bc65-419a-9d7c-8c906bfe41d2/7e657eab-ca13-487b-af80-2ab26c543479/758e8759-8f70-420e-be5c-3f76b0c49960) {{(pid=93410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 14:36:44.884636 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-3225bfd0-65a3-47f1-a526-2b136a334c18 req-3ba48942-8472-4342-9bcf-4a7d504b6ccf tempest-VolumesSnapshotTestJSON-568733889 tempest-VolumesSnapshotTestJSON-568733889-project] Notify callbacks [] for port, precommit_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:36:44.924113 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-3225bfd0-65a3-47f1-a526-2b136a334c18 req-3ba48942-8472-4342-9bcf-4a7d504b6ccf tempest-VolumesSnapshotTestJSON-568733889 tempest-VolumesSnapshotTestJSON-568733889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786683465198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26372150'] for port, after_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:36:44.970719 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3225bfd0-65a3-47f1-a526-2b136a334c18 req-3ba48942-8472-4342-9bcf-4a7d504b6ccf tempest-VolumesSnapshotTestJSON-568733889 tempest-VolumesSnapshotTestJSON-568733889-project] Network 73e90ee1-bc65-419a-9d7c-8c906bfe41d2 is already hosted by enough agents. {{(pid=93410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 14:36:44.973698 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.scheduler.base_scheduler [req-3225bfd0-65a3-47f1-a526-2b136a334c18 req-3ba48942-8472-4342-9bcf-4a7d504b6ccf tempest-VolumesSnapshotTestJSON-568733889 tempest-VolumesSnapshotTestJSON-568733889-project] Resources bound (agent type, host, resource id): {{(pid=93410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:36:44.977620 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_dvrscheduler_db [req-3225bfd0-65a3-47f1-a526-2b136a334c18 req-3ba48942-8472-4342-9bcf-4a7d504b6ccf tempest-VolumesSnapshotTestJSON-568733889 tempest-VolumesSnapshotTestJSON-568733889-project] Received port after_create {{(pid=93410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 14:36:45.001494 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba48942-8472-4342-9bcf-4a7d504b6ccf tempest-VolumesSnapshotTestJSON-568733889 tempest-VolumesSnapshotTestJSON-568733889-project] Pushing event updated for resources: {'Port': ['ID=758e8759-8f70-420e-be5c-3f76b0c49960,revision_number=1']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:36:45.031337 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3225bfd0-65a3-47f1-a526-2b136a334c18 req-3ba48942-8472-4342-9bcf-4a7d504b6ccf tempest-VolumesSnapshotTestJSON-568733889 tempest-VolumesSnapshotTestJSON-568733889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:36:45.031953 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-3225bfd0-65a3-47f1-a526-2b136a334c18 req-3ba48942-8472-4342-9bcf-4a7d504b6ccf tempest-VolumesSnapshotTestJSON-568733889 tempest-VolumesSnapshotTestJSON-568733889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-387483'] for port, before_response {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:36:45.047190 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-3225bfd0-65a3-47f1-a526-2b136a334c18 req-3ba48942-8472-4342-9bcf-4a7d504b6ccf tempest-VolumesSnapshotTestJSON-568733889 tempest-VolumesSnapshotTestJSON-568733889-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5951540 Aug 10 14:36:45.060289 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.v2.base [req-3225bfd0-65a3-47f1-a526-2b136a334c18 req-1135db65-ac6b-407e-b75c-2b735252cadf service neutron] Request body: {'port': {'device_id': 'b5737c3c-20a2-41cb-a2ac-ffe16d3bbf9c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79819'}} {{(pid=93410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:36:45.121439 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-3225bfd0-65a3-47f1-a526-2b136a334c18 req-1135db65-ac6b-407e-b75c-2b735252cadf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:36:45.405379 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.notifiers.nova [req-3225bfd0-65a3-47f1-a526-2b136a334c18 req-1135db65-ac6b-407e-b75c-2b735252cadf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 758e8759-8f70-420e-be5c-3f76b0c49960 {{(pid=93410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 14:36:45.413259 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-3225bfd0-65a3-47f1-a526-2b136a334c18 req-1135db65-ac6b-407e-b75c-2b735252cadf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:36:45.426873 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [req-3225bfd0-65a3-47f1-a526-2b136a334c18 req-1135db65-ac6b-407e-b75c-2b735252cadf service neutron] Transition to ACTIVE for port object 758e8759-8f70-420e-be5c-3f76b0c49960 will not be triggered until provisioned by entity L2. {{(pid=93410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 14:36:45.432522 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-3225bfd0-65a3-47f1-a526-2b136a334c18 req-1135db65-ac6b-407e-b75c-2b735252cadf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683854493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786683465220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786683465238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26372301'] for port, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:36:45.485895 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1135db65-ac6b-407e-b75c-2b735252cadf service neutron] Pushing event updated for resources: {'Port': ['ID=758e8759-8f70-420e-be5c-3f76b0c49960,revision_number=2']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:36:45.559403 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.managers [req-3225bfd0-65a3-47f1-a526-2b136a334c18 req-1135db65-ac6b-407e-b75c-2b735252cadf service neutron] Attempting to bind port 758e8759-8f70-420e-be5c-3f76b0c49960 on host hv-cinder-79819 for vnic_type normal with profile {{(pid=93410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 14:36:45.559730 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.managers [req-3225bfd0-65a3-47f1-a526-2b136a334c18 req-1135db65-ac6b-407e-b75c-2b735252cadf service neutron] Attempting to bind port 758e8759-8f70-420e-be5c-3f76b0c49960 by drivers openvswitch,hyperv on host hv-cinder-79819 at level 0 using segments [{'id': 'ec87b8ec-0358-418e-9f93-44a31647d69e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '73e90ee1-bc65-419a-9d7c-8c906bfe41d2'}] {{(pid=93410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 14:36:45.560052 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3225bfd0-65a3-47f1-a526-2b136a334c18 req-1135db65-ac6b-407e-b75c-2b735252cadf service neutron] Attempting to bind port 758e8759-8f70-420e-be5c-3f76b0c49960 on network 73e90ee1-bc65-419a-9d7c-8c906bfe41d2 {{(pid=93410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 14:36:45.564477 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3225bfd0-65a3-47f1-a526-2b136a334c18 req-1135db65-ac6b-407e-b75c-2b735252cadf service neutron] Port 758e8759-8f70-420e-be5c-3f76b0c49960 on network 73e90ee1-bc65-419a-9d7c-8c906bfe41d2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79819 {{(pid=93410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 14:36:45.564788 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3225bfd0-65a3-47f1-a526-2b136a334c18 req-1135db65-ac6b-407e-b75c-2b735252cadf service neutron] Attempting to bind port 758e8759-8f70-420e-be5c-3f76b0c49960 on network 73e90ee1-bc65-419a-9d7c-8c906bfe41d2 {{(pid=93410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 14:36:45.570137 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3225bfd0-65a3-47f1-a526-2b136a334c18 req-1135db65-ac6b-407e-b75c-2b735252cadf service neutron] Checking agent: {'id': '193de837-f8e2-4c0a-a012-1a4e123b0e95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 14, 28, 33), 'started_at': datetime.datetime(2021, 8, 10, 14, 28, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 14, 36, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 14:36:45.570464 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3225bfd0-65a3-47f1-a526-2b136a334c18 req-1135db65-ac6b-407e-b75c-2b735252cadf service neutron] Checking segment: {'id': 'ec87b8ec-0358-418e-9f93-44a31647d69e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '73e90ee1-bc65-419a-9d7c-8c906bfe41d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 14:36:45.570834 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3225bfd0-65a3-47f1-a526-2b136a334c18 req-1135db65-ac6b-407e-b75c-2b735252cadf service neutron] Bound using segment: {'id': 'ec87b8ec-0358-418e-9f93-44a31647d69e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '73e90ee1-bc65-419a-9d7c-8c906bfe41d2'} {{(pid=93410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 14:36:45.571250 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.managers [req-3225bfd0-65a3-47f1-a526-2b136a334c18 req-1135db65-ac6b-407e-b75c-2b735252cadf service neutron] Bound port: 758e8759-8f70-420e-be5c-3f76b0c49960, host: hv-cinder-79819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec87b8ec-0358-418e-9f93-44a31647d69e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '73e90ee1-bc65-419a-9d7c-8c906bfe41d2'}}] {{(pid=93410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 14:36:45.571595 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-3225bfd0-65a3-47f1-a526-2b136a334c18 req-1135db65-ac6b-407e-b75c-2b735252cadf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:36:45.644824 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [req-3225bfd0-65a3-47f1-a526-2b136a334c18 req-1135db65-ac6b-407e-b75c-2b735252cadf service neutron] For port 758e8759-8f70-420e-be5c-3f76b0c49960, host hv-cinder-79819, cleared binding levels {{(pid=93410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 14:36:45.649275 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [req-3225bfd0-65a3-47f1-a526-2b136a334c18 req-1135db65-ac6b-407e-b75c-2b735252cadf service neutron] For port 758e8759-8f70-420e-be5c-3f76b0c49960, host hv-cinder-79819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=758e8759-8f70-420e-be5c-3f76b0c49960,segment=NetworkSegment(ec87b8ec-0358-418e-9f93-44a31647d69e),segment_id=ec87b8ec-0358-418e-9f93-44a31647d69e)] {{(pid=93410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 14:36:45.662685 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-3225bfd0-65a3-47f1-a526-2b136a334c18 req-1135db65-ac6b-407e-b75c-2b735252cadf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683854493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786683465220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786683465238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26372301'] for port, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:36:45.715497 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3225bfd0-65a3-47f1-a526-2b136a334c18 req-1135db65-ac6b-407e-b75c-2b735252cadf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:36:45.716098 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-3225bfd0-65a3-47f1-a526-2b136a334c18 req-1135db65-ac6b-407e-b75c-2b735252cadf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-387483'] for port, before_response {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:36:45.717917 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-3225bfd0-65a3-47f1-a526-2b136a334c18 req-1135db65-ac6b-407e-b75c-2b735252cadf service neutron] 10.222.0.18 "PUT /v2.0/ports/758e8759-8f70-420e-be5c-3f76b0c49960 HTTP/1.1" status: 200 len: 1093 time: 0.6617250 Aug 10 14:36:45.719139 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5737c3c-20a2-41cb-a2ac-ffe16d3bbf9c', 'tag': '758e8759-8f70-420e-be5c-3f76b0c49960'}] {{(pid=93410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:36:45.721310 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}173c15a1f530ed65b3eefe425c4e9cd9c28cfc2a1cdec76c1bb34aa91000b996" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3742e702-6238-495b-b0b2-c0e204e3b5db" -d '{"events": [{"name": "network-changed", "server_uuid": "b5737c3c-20a2-41cb-a2ac-ffe16d3bbf9c", "tag": "758e8759-8f70-420e-be5c-3f76b0c49960"}]}' {{(pid=93410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:36:45.755963 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1135db65-ac6b-407e-b75c-2b735252cadf service neutron] Pushing event updated for resources: {'Port': ['ID=758e8759-8f70-420e-be5c-3f76b0c49960,revision_number=3']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:36:45.763019 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 14:36:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a4cbc0a-68d3-416e-aaf0-2e2d2f25c3d7 x-openstack-request-id: req-3a4cbc0a-68d3-416e-aaf0-2e2d2f25c3d7 {{(pid=93410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:36:45.763441 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5737c3c-20a2-41cb-a2ac-ffe16d3bbf9c", "tag": "758e8759-8f70-420e-be5c-3f76b0c49960", "status": "completed", "code": 200}]} {{(pid=93410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:36:45.763785 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3a4cbc0a-68d3-416e-aaf0-2e2d2f25c3d7 {{(pid=93410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:36:45.764407 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5737c3c-20a2-41cb-a2ac-ffe16d3bbf9c', 'tag': '758e8759-8f70-420e-be5c-3f76b0c49960', 'status': 'completed', 'code': 200} Aug 10 14:36:45.781474 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b51b89-8acd-489e-ac95-57877c6584f4 req-56b9de4f-70f1-483a-bcd5-6029ee5988b8 tempest-VolumesSnapshotTestJSON-568733889 tempest-VolumesSnapshotTestJSON-568733889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:36:45.782950 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-a1b51b89-8acd-489e-ac95-57877c6584f4 req-56b9de4f-70f1-483a-bcd5-6029ee5988b8 tempest-VolumesSnapshotTestJSON-568733889 tempest-VolumesSnapshotTestJSON-568733889-project] 10.222.0.42 "GET /v2.0/ports?device_id=b5737c3c-20a2-41cb-a2ac-ffe16d3bbf9c HTTP/1.1" status: 200 len: 943 time: 0.1301472 Aug 10 14:36:45.845099 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3225bfd0-65a3-47f1-a526-2b136a334c18 req-e01a8f11-9103-4108-a86d-50e42a8bff82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:36:45.846655 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-3225bfd0-65a3-47f1-a526-2b136a334c18 req-e01a8f11-9103-4108-a86d-50e42a8bff82 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ab462c6f3d554daf965b92d47d807dba&device_id=b5737c3c-20a2-41cb-a2ac-ffe16d3bbf9c HTTP/1.1" status: 200 len: 1096 time: 0.0802097 Aug 10 14:36:45.850521 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-a1b51b89-8acd-489e-ac95-57877c6584f4 req-b7dc4c62-b3cc-4501-9a08-d8f9fd687aac tempest-VolumesSnapshotTestJSON-568733889 tempest-VolumesSnapshotTestJSON-568733889-project] 10.222.0.42 "GET /v2.0/security-groups?id=d03cbae6-3fee-46c4-9490-0fd9379bf62a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472679 Aug 10 14:36:45.889279 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-3225bfd0-65a3-47f1-a526-2b136a334c18 req-e5de4768-b9a3-4f6a-a0ea-c9ea28d6565a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=758e8759-8f70-420e-be5c-3f76b0c49960 HTTP/1.1" status: 200 len: 217 time: 0.0340171 Aug 10 14:36:45.938452 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3225bfd0-65a3-47f1-a526-2b136a334c18 req-a0206ba8-c949-471d-81b4-8f1abd2cbdaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:36:45.939863 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-3225bfd0-65a3-47f1-a526-2b136a334c18 req-a0206ba8-c949-471d-81b4-8f1abd2cbdaf service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7e657eab-ca13-487b-af80-2ab26c543479 HTTP/1.1" status: 200 len: 854 time: 0.0434182 Aug 10 14:36:45.976909 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-3225bfd0-65a3-47f1-a526-2b136a334c18 req-95c75df7-4f6e-4412-b084-206c0819233d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=73e90ee1-bc65-419a-9d7c-8c906bfe41d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278046 Aug 10 14:36:46.068130 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-3225bfd0-65a3-47f1-a526-2b136a334c18 req-e2ccb892-6132-46e7-ad0c-dd7c4627f7dd service neutron] 10.222.0.18 "GET /v2.0/networks/73e90ee1-bc65-419a-9d7c-8c906bfe41d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837343 Aug 10 14:36:46.168713 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-3225bfd0-65a3-47f1-a526-2b136a334c18 req-88bb0393-5446-4747-9a52-9851cc6d71c4 service neutron] 10.222.0.18 "GET /v2.0/networks/73e90ee1-bc65-419a-9d7c-8c906bfe41d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926139 Aug 10 14:36:46.286674 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3742e702-6238-495b-b0b2-c0e204e3b5db req-f02bdf6c-3c95-4232-b020-9b8e373884fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:36:46.288182 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-3742e702-6238-495b-b0b2-c0e204e3b5db req-f02bdf6c-3c95-4232-b020-9b8e373884fb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ab462c6f3d554daf965b92d47d807dba&device_id=b5737c3c-20a2-41cb-a2ac-ffe16d3bbf9c HTTP/1.1" status: 200 len: 1096 time: 0.0637515 Aug 10 14:36:46.381134 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3742e702-6238-495b-b0b2-c0e204e3b5db req-c0741f1e-1aea-4568-b39a-2a246b5ad65f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:36:46.382634 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-3742e702-6238-495b-b0b2-c0e204e3b5db req-c0741f1e-1aea-4568-b39a-2a246b5ad65f service neutron] 10.222.0.18 "GET /v2.0/networks?id=73e90ee1-bc65-419a-9d7c-8c906bfe41d2 HTTP/1.1" status: 200 len: 915 time: 0.0875232 Aug 10 14:36:46.427887 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-3742e702-6238-495b-b0b2-c0e204e3b5db req-3f78e1ab-1640-4568-917a-da6b3b60ecdd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=758e8759-8f70-420e-be5c-3f76b0c49960 HTTP/1.1" status: 200 len: 217 time: 0.0375648 Aug 10 14:36:46.479032 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3742e702-6238-495b-b0b2-c0e204e3b5db req-1016e53e-75f7-4555-8f82-bbbc071271dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:36:46.480518 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-3742e702-6238-495b-b0b2-c0e204e3b5db req-1016e53e-75f7-4555-8f82-bbbc071271dd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7e657eab-ca13-487b-af80-2ab26c543479 HTTP/1.1" status: 200 len: 854 time: 0.0448318 Aug 10 14:36:46.514361 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-3742e702-6238-495b-b0b2-c0e204e3b5db req-0e9235d3-856a-453d-9e84-e143412c134d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=73e90ee1-bc65-419a-9d7c-8c906bfe41d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255027 Aug 10 14:36:46.609384 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-3742e702-6238-495b-b0b2-c0e204e3b5db req-8886e4c8-f853-4f8d-8b3a-0cb853aaa27d service neutron] 10.222.0.18 "GET /v2.0/networks/73e90ee1-bc65-419a-9d7c-8c906bfe41d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864415 Aug 10 14:36:46.714951 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-3742e702-6238-495b-b0b2-c0e204e3b5db req-a943b45c-719d-4c86-918c-ab29143c6871 service neutron] 10.222.0.18 "GET /v2.0/networks/73e90ee1-bc65-419a-9d7c-8c906bfe41d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959468 Aug 10 14:36:46.966375 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f689522-f847-41f5-a3fb-de3c0c306d5f req-3560c942-3811-4b8a-8dd4-0d5910498e55 tempest-VolumesSnapshotTestJSON-568733889 tempest-VolumesSnapshotTestJSON-568733889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:36:46.967735 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-9f689522-f847-41f5-a3fb-de3c0c306d5f req-3560c942-3811-4b8a-8dd4-0d5910498e55 tempest-VolumesSnapshotTestJSON-568733889 tempest-VolumesSnapshotTestJSON-568733889-project] 10.222.0.42 "GET /v2.0/ports?device_id=b5737c3c-20a2-41cb-a2ac-ffe16d3bbf9c HTTP/1.1" status: 200 len: 943 time: 0.0486808 Aug 10 14:36:47.009738 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-9f689522-f847-41f5-a3fb-de3c0c306d5f req-42001069-790b-4857-9595-a5d7e6447235 tempest-VolumesSnapshotTestJSON-568733889 tempest-VolumesSnapshotTestJSON-568733889-project] 10.222.0.42 "GET /v2.0/security-groups?id=d03cbae6-3fee-46c4-9490-0fd9379bf62a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352116 Aug 10 14:36:48.124378 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6f750e-8690-40c9-80e0-207ccd034a08 req-14cbebbb-7b1b-49ce-a07e-432fae79ab61 tempest-VolumesSnapshotTestJSON-568733889 tempest-VolumesSnapshotTestJSON-568733889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:36:48.125849 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-ce6f750e-8690-40c9-80e0-207ccd034a08 req-14cbebbb-7b1b-49ce-a07e-432fae79ab61 tempest-VolumesSnapshotTestJSON-568733889 tempest-VolumesSnapshotTestJSON-568733889-project] 10.222.0.42 "GET /v2.0/ports?device_id=b5737c3c-20a2-41cb-a2ac-ffe16d3bbf9c HTTP/1.1" status: 200 len: 943 time: 0.0502057 Aug 10 14:36:48.163673 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-ce6f750e-8690-40c9-80e0-207ccd034a08 req-6ecd77bf-1ef5-47bb-8145-3db243e70d65 tempest-VolumesSnapshotTestJSON-568733889 tempest-VolumesSnapshotTestJSON-568733889-project] 10.222.0.42 "GET /v2.0/security-groups?id=d03cbae6-3fee-46c4-9490-0fd9379bf62a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318382 Aug 10 14:36:48.937736 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Device 758e8759-8f70-420e-be5c-3f76b0c49960 details requested by agent hyperv_hv-cinder-79819 with host hv-cinder-79819 {{(pid=93412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 14:36:49.044005 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.db [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] For port 758e8759-8f70-420e-be5c-3f76b0c49960, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=758e8759-8f70-420e-be5c-3f76b0c49960,segment=NetworkSegment(ec87b8ec-0358-418e-9f93-44a31647d69e),segment_id=ec87b8ec-0358-418e-9f93-44a31647d69e)] {{(pid=93412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:36:49.056404 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Returning: {'device': '758e8759-8f70-420e-be5c-3f76b0c49960', 'network_id': '73e90ee1-bc65-419a-9d7c-8c906bfe41d2', 'port_id': '758e8759-8f70-420e-be5c-3f76b0c49960', 'mac_address': 'fa:16:3e:22:8b:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e657eab-ca13-487b-af80-2ab26c543479', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 14:36:49.097925 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:36:49.114184 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.notifiers.nova [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 758e8759-8f70-420e-be5c-3f76b0c49960 {{(pid=93412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 14:36:49.141627 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.db [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] For port 758e8759-8f70-420e-be5c-3f76b0c49960, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=758e8759-8f70-420e-be5c-3f76b0c49960,segment=NetworkSegment(ec87b8ec-0358-418e-9f93-44a31647d69e),segment_id=ec87b8ec-0358-418e-9f93-44a31647d69e)] {{(pid=93412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:36:49.147938 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683854493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786683465220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786683465238'] for port, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:36:49.212363 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Pushing event updated for resources: {'Port': ['ID=758e8759-8f70-420e-be5c-3f76b0c49960,revision_number=4']} {{(pid=93412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:36:49.298051 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b219da3-020b-4495-9207-0d6fbd78200d req-e2b642bb-9ef8-4ebf-a378-22d1708769fe tempest-VolumesSnapshotTestJSON-568733889 tempest-VolumesSnapshotTestJSON-568733889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:36:49.299622 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-3b219da3-020b-4495-9207-0d6fbd78200d req-e2b642bb-9ef8-4ebf-a378-22d1708769fe tempest-VolumesSnapshotTestJSON-568733889 tempest-VolumesSnapshotTestJSON-568733889-project] 10.222.0.42 "GET /v2.0/ports?device_id=b5737c3c-20a2-41cb-a2ac-ffe16d3bbf9c HTTP/1.1" status: 200 len: 944 time: 0.0600095 Aug 10 14:36:49.351622 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-3b219da3-020b-4495-9207-0d6fbd78200d req-e6d83f04-ed2d-4550-b0ec-e9db980a5c93 tempest-VolumesSnapshotTestJSON-568733889 tempest-VolumesSnapshotTestJSON-568733889-project] 10.222.0.42 "GET /v2.0/security-groups?id=d03cbae6-3fee-46c4-9490-0fd9379bf62a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405691 Aug 10 14:36:49.382192 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.db [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] get_ports_and_sgs() called for port_ids ['758e8759-8f70-420e-be5c-3f76b0c49960'] {{(pid=93412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 14:36:50.475514 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a697a8-25f9-4c5c-9c04-a3f33b49af13 req-28c54fcd-892e-4c56-927c-33d1aa9767fd tempest-VolumesSnapshotTestJSON-568733889 tempest-VolumesSnapshotTestJSON-568733889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:36:50.477043 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-05a697a8-25f9-4c5c-9c04-a3f33b49af13 req-28c54fcd-892e-4c56-927c-33d1aa9767fd tempest-VolumesSnapshotTestJSON-568733889 tempest-VolumesSnapshotTestJSON-568733889-project] 10.222.0.42 "GET /v2.0/ports?device_id=b5737c3c-20a2-41cb-a2ac-ffe16d3bbf9c HTTP/1.1" status: 200 len: 944 time: 0.0502410 Aug 10 14:36:50.520077 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-05a697a8-25f9-4c5c-9c04-a3f33b49af13 req-43775be7-2097-4b8a-b124-67b558d1dd41 tempest-VolumesSnapshotTestJSON-568733889 tempest-VolumesSnapshotTestJSON-568733889-project] 10.222.0.42 "GET /v2.0/security-groups?id=d03cbae6-3fee-46c4-9490-0fd9379bf62a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368161 Aug 10 14:36:50.860781 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.db.agents_db [None req-84c9d1dd-add5-4bf7-b0ef-63077aab3240 None None] Agent healthcheck: found 6 active agents {{(pid=93413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 14:36:50.944366 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Device 758e8759-8f70-420e-be5c-3f76b0c49960 up at agent hyperv_hv-cinder-79819 {{(pid=93412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:36:50.970132 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf8de9f-8a3b-43ab-9405-b34252ba7e1b req-d714336b-0a18-4038-90fd-6cc768c51c5c tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:36:50.971674 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-8bf8de9f-8a3b-43ab-9405-b34252ba7e1b req-d714336b-0a18-4038-90fd-6cc768c51c5c tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] 10.222.0.42 "GET /v2.0/ports?device_id=c953e250-0087-4228-9b5f-491eec14b223 HTTP/1.1" status: 200 len: 946 time: 0.0502069 Aug 10 14:36:50.993511 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.provisioning_blocks [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Provisioning for port 758e8759-8f70-420e-be5c-3f76b0c49960 completed by entity L2. {{(pid=93412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 14:36:50.997268 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.provisioning_blocks [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Provisioning complete for port 758e8759-8f70-420e-be5c-3f76b0c49960 triggered by entity L2. {{(pid=93412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:36:50.997668 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932393'] for port, provisioning_complete {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:36:51.011662 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-8bf8de9f-8a3b-43ab-9405-b34252ba7e1b req-df97fb57-ebde-4714-a3df-7baae93cdd5a tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] 10.222.0.42 "GET /v2.0/security-groups?id=0c5184e2-1849-46fe-9efa-103fa651f9d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334582 Aug 10 14:36:51.080705 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:36:51.104372 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5737c3c-20a2-41cb-a2ac-ffe16d3bbf9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '758e8759-8f70-420e-be5c-3f76b0c49960'}] {{(pid=93412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:36:51.106726 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9406f3752f8c5c09b2197ea24f22201eb31b4bb693178eb20b3d616b4d9459a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8ede634-f135-423f-90dc-44f21041fd35" -d '{"events": [{"server_uuid": "b5737c3c-20a2-41cb-a2ac-ffe16d3bbf9c", "name": "network-vif-plugged", "status": "completed", "tag": "758e8759-8f70-420e-be5c-3f76b0c49960"}]}' {{(pid=93412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:36:51.121837 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.db [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] For port 758e8759-8f70-420e-be5c-3f76b0c49960, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=758e8759-8f70-420e-be5c-3f76b0c49960,segment=NetworkSegment(ec87b8ec-0358-418e-9f93-44a31647d69e),segment_id=ec87b8ec-0358-418e-9f93-44a31647d69e)] {{(pid=93412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:36:51.126504 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683854493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786683465220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786683465238'] for port, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:36:51.151359 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 14:36:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3c43f84-76eb-4ebc-8679-e1833c490ca2 x-openstack-request-id: req-f3c43f84-76eb-4ebc-8679-e1833c490ca2 {{(pid=93412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:36:51.151639 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5737c3c-20a2-41cb-a2ac-ffe16d3bbf9c", "name": "network-vif-plugged", "status": "completed", "tag": "758e8759-8f70-420e-be5c-3f76b0c49960", "code": 200}]} {{(pid=93412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:36:51.151886 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f3c43f84-76eb-4ebc-8679-e1833c490ca2 {{(pid=93412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:36:51.152278 dv-cinder-798198-2-iscsi neutron-server[93412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5737c3c-20a2-41cb-a2ac-ffe16d3bbf9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '758e8759-8f70-420e-be5c-3f76b0c49960', 'code': 200} Aug 10 14:36:51.179895 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Pushing event updated for resources: {'Port': ['ID=758e8759-8f70-420e-be5c-3f76b0c49960,revision_number=5']} {{(pid=93412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:36:51.324562 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e63953-ed13-4d48-8d82-6eb2080c3ac3 req-1c2da943-7e3f-4c3b-aecc-1b7bcf74cca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:36:51.326109 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-12e63953-ed13-4d48-8d82-6eb2080c3ac3 req-1c2da943-7e3f-4c3b-aecc-1b7bcf74cca5 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b5737c3c-20a2-41cb-a2ac-ffe16d3bbf9c HTTP/1.1" status: 200 len: 1098 time: 0.0465040 Aug 10 14:36:51.369301 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-12e63953-ed13-4d48-8d82-6eb2080c3ac3 req-65709cf5-951a-4e7a-b705-4ebb83ec4e48 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=d03cbae6-3fee-46c4-9490-0fd9379bf62a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302072 Aug 10 14:36:51.639201 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86ff74f-d043-4159-8676-877243a3cef0 req-ebdf9f99-a76c-4af2-9f2a-c7e1c3a90319 tempest-VolumesSnapshotTestJSON-568733889 tempest-VolumesSnapshotTestJSON-568733889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:36:51.640593 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-c86ff74f-d043-4159-8676-877243a3cef0 req-ebdf9f99-a76c-4af2-9f2a-c7e1c3a90319 tempest-VolumesSnapshotTestJSON-568733889 tempest-VolumesSnapshotTestJSON-568733889-project] 10.222.0.42 "GET /v2.0/ports?device_id=b5737c3c-20a2-41cb-a2ac-ffe16d3bbf9c HTTP/1.1" status: 200 len: 945 time: 0.0496609 Aug 10 14:36:51.689573 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-c86ff74f-d043-4159-8676-877243a3cef0 req-a4c4358e-e81a-4d22-80d1-b036a6091393 tempest-VolumesSnapshotTestJSON-568733889 tempest-VolumesSnapshotTestJSON-568733889-project] 10.222.0.42 "GET /v2.0/security-groups?id=d03cbae6-3fee-46c4-9490-0fd9379bf62a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421200 Aug 10 14:36:52.132029 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e20dd4-ab39-4898-9af4-4bf963dc995e req-1a20d3cb-eae7-4471-8934-b2e86719ff40 tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:36:52.133620 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-85e20dd4-ab39-4898-9af4-4bf963dc995e req-1a20d3cb-eae7-4471-8934-b2e86719ff40 tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] 10.222.0.42 "GET /v2.0/ports?device_id=c953e250-0087-4228-9b5f-491eec14b223 HTTP/1.1" status: 200 len: 946 time: 0.0510013 Aug 10 14:36:52.174344 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-85e20dd4-ab39-4898-9af4-4bf963dc995e req-b9a21954-d742-4811-9f55-d8b3e212a7c7 tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] 10.222.0.42 "GET /v2.0/security-groups?id=0c5184e2-1849-46fe-9efa-103fa651f9d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343068 Aug 10 14:36:52.819413 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7056340-c3a7-4bd4-8f0a-7ac220a76017 req-5aaa7b29-bcea-4efa-90ad-1b0c8c1f30c6 tempest-VolumesSnapshotTestJSON-568733889 tempest-VolumesSnapshotTestJSON-568733889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:36:52.820975 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-c7056340-c3a7-4bd4-8f0a-7ac220a76017 req-5aaa7b29-bcea-4efa-90ad-1b0c8c1f30c6 tempest-VolumesSnapshotTestJSON-568733889 tempest-VolumesSnapshotTestJSON-568733889-project] 10.222.0.42 "GET /v2.0/ports?device_id=b5737c3c-20a2-41cb-a2ac-ffe16d3bbf9c HTTP/1.1" status: 200 len: 945 time: 0.0644433 Aug 10 14:36:52.860315 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-c7056340-c3a7-4bd4-8f0a-7ac220a76017 req-0cbbe523-97fb-4354-9857-f298340fb1bb tempest-VolumesSnapshotTestJSON-568733889 tempest-VolumesSnapshotTestJSON-568733889-project] 10.222.0.42 "GET /v2.0/security-groups?id=d03cbae6-3fee-46c4-9490-0fd9379bf62a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333436 Aug 10 14:36:53.037856 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1ac8ee-f867-4824-9a6f-6d4a782e7e8b req-d6ee07bc-9e9f-43ff-aea4-f6b33b517945 tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:36:53.039265 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-ac1ac8ee-f867-4824-9a6f-6d4a782e7e8b req-d6ee07bc-9e9f-43ff-aea4-f6b33b517945 tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] 10.222.0.18 "GET /v2.0/ports?device_id=c953e250-0087-4228-9b5f-491eec14b223 HTTP/1.1" status: 200 len: 946 time: 0.0488648 Aug 10 14:36:53.148320 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.plugin [req-ac1ac8ee-f867-4824-9a6f-6d4a782e7e8b req-f98471a1-00cd-4373-88e5-e1cc619255e3 tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] Deleting port 08dcbb3c-2e23-4510-8253-e95e4f2cd6cf {{(pid=93410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 14:36:53.148755 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-ac1ac8ee-f867-4824-9a6f-6d4a782e7e8b req-f98471a1-00cd-4373-88e5-e1cc619255e3 tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786683848753'] for port, before_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:36:53.264638 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [req-ac1ac8ee-f867-4824-9a6f-6d4a782e7e8b req-f98471a1-00cd-4373-88e5-e1cc619255e3 tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] For port 08dcbb3c-2e23-4510-8253-e95e4f2cd6cf, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=08dcbb3c-2e23-4510-8253-e95e4f2cd6cf,segment=NetworkSegment(9070e634-2e5b-4a24-9474-38d8394f1b6d),segment_id=9070e634-2e5b-4a24-9474-38d8394f1b6d)] {{(pid=93410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:36:53.265155 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-ac1ac8ee-f867-4824-9a6f-6d4a782e7e8b req-f98471a1-00cd-4373-88e5-e1cc619255e3 tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-879274'] for port, precommit_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:36:53.382699 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d558ac9-3f11-4a82-884e-8baf0f0037ce req-6b0c794e-633b-4c0f-b42b-545cf183cc85 tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:36:53.384268 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-9d558ac9-3f11-4a82-884e-8baf0f0037ce req-6b0c794e-633b-4c0f-b42b-545cf183cc85 tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] 10.222.0.42 "GET /v2.0/ports?device_id=c953e250-0087-4228-9b5f-491eec14b223 HTTP/1.1" status: 200 len: 946 time: 0.1262817 Aug 10 14:36:53.778142 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-9d558ac9-3f11-4a82-884e-8baf0f0037ce req-382b8be2-5a07-4b59-9db3-d036becebec7 tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] 10.222.0.42 "GET /v2.0/security-groups?id=0c5184e2-1849-46fe-9efa-103fa651f9d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3568561 Aug 10 14:36:53.808646 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-ac1ac8ee-f867-4824-9a6f-6d4a782e7e8b req-f98471a1-00cd-4373-88e5-e1cc619255e3 tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:36:53.809022 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-ac1ac8ee-f867-4824-9a6f-6d4a782e7e8b req-f98471a1-00cd-4373-88e5-e1cc619255e3 tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-880024'] for floatingip, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:36:53.809339 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.db.l3_db [req-ac1ac8ee-f867-4824-9a6f-6d4a782e7e8b req-f98471a1-00cd-4373-88e5-e1cc619255e3 tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] Floating IP 916f835c-098a-4a07-91d0-4c794b247321 disassociated. External IP: 172.27.0.174, port: 08dcbb3c-2e23-4510-8253-e95e4f2cd6cf. Aug 10 14:36:53.809754 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.plugin [req-ac1ac8ee-f867-4824-9a6f-6d4a782e7e8b req-f98471a1-00cd-4373-88e5-e1cc619255e3 tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] Calling delete_port for 08dcbb3c-2e23-4510-8253-e95e4f2cd6cf owned by compute:nova {{(pid=93410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 14:36:53.944814 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-ac1ac8ee-f867-4824-9a6f-6d4a782e7e8b req-f98471a1-00cd-4373-88e5-e1cc619255e3 tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786683854475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786683465207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26372150'] for port, after_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:36:53.977341 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98471a1-00cd-4373-88e5-e1cc619255e3 tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] Pushing event deleted for resources: {'Port': ['ID=08dcbb3c-2e23-4510-8253-e95e4f2cd6cf,revision_number=None']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:36:54.096689 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ac1ac8ee-f867-4824-9a6f-6d4a782e7e8b req-f98471a1-00cd-4373-88e5-e1cc619255e3 tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] Router 315401fe-0a42-4c73-a636-9839113f4d36 has already been hosted by L3 agent 8acc92de-0cfa-4d60-8b37-a39a4d3c1570 {{(pid=93410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 14:36:54.209679 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ac1ac8ee-f867-4824-9a6f-6d4a782e7e8b req-f98471a1-00cd-4373-88e5-e1cc619255e3 tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] Notify agent at l3_agent.dv-cinder-798198-2-iscsi the message routers_updated {{(pid=93410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 14:36:54.219786 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02922865-7c23-46dc-9915-0b6d4b0356ae None None] Sync routers for ids ['315401fe-0a42-4c73-a636-9839113f4d36'] in dv-cinder-798198-2-iscsi {{(pid=93412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 14:36:54.232298 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02922865-7c23-46dc-9915-0b6d4b0356ae None None] Routers {'315401fe-0a42-4c73-a636-9839113f4d36'} bound to L3 agent in host dv-cinder-798198-2-iscsi {{(pid=93412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:36:54.232811 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.l3_hamode_db [None req-02922865-7c23-46dc-9915-0b6d4b0356ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T14:22:29Z,description=,heartbeat_timestamp=2021-08-10T14:36:29Z,host='dv-cinder-798198-2-iscsi',id=8acc92de-0cfa-4d60-8b37-a39a4d3c1570,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T14:22:29Z,topic='l3_agent')) {'router_ids': ['315401fe-0a42-4c73-a636-9839113f4d36'], 'active': True} {{(pid=93412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:36:54.251521 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac1ac8ee-f867-4824-9a6f-6d4a782e7e8b req-f98471a1-00cd-4373-88e5-e1cc619255e3 tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] No DVR routers for this DVR port 08dcbb3c-2e23-4510-8253-e95e4f2cd6cf on host hv-cinder-79819 {{(pid=93410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 14:36:54.254812 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-ac1ac8ee-f867-4824-9a6f-6d4a782e7e8b req-f98471a1-00cd-4373-88e5-e1cc619255e3 tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-387483'] for port, before_response {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:36:54.256866 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-ac1ac8ee-f867-4824-9a6f-6d4a782e7e8b req-f98471a1-00cd-4373-88e5-e1cc619255e3 tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] 10.222.0.18 "DELETE /v2.0/ports/08dcbb3c-2e23-4510-8253-e95e4f2cd6cf HTTP/1.1" status: 204 len: 173 time: 1.2109694 Aug 10 14:36:54.257371 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c953e250-0087-4228-9b5f-491eec14b223', 'name': 'network-vif-deleted', 'tag': '08dcbb3c-2e23-4510-8253-e95e4f2cd6cf'}] {{(pid=93410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:36:54.259679 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}173c15a1f530ed65b3eefe425c4e9cd9c28cfc2a1cdec76c1bb34aa91000b996" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c8b0239-d3c3-47f4-b9c7-442fec74060d" -d '{"events": [{"server_uuid": "c953e250-0087-4228-9b5f-491eec14b223", "name": "network-vif-deleted", "tag": "08dcbb3c-2e23-4510-8253-e95e4f2cd6cf"}]}' {{(pid=93410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:36:54.323098 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 14:36:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fef40cb9-ba51-4387-8f82-a9235fde6c2e x-openstack-request-id: req-fef40cb9-ba51-4387-8f82-a9235fde6c2e {{(pid=93410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:36:54.323384 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c953e250-0087-4228-9b5f-491eec14b223", "name": "network-vif-deleted", "tag": "08dcbb3c-2e23-4510-8253-e95e4f2cd6cf", "status": "completed", "code": 200}]} {{(pid=93410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:36:54.325244 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-fef40cb9-ba51-4387-8f82-a9235fde6c2e {{(pid=93410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:36:54.325723 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c953e250-0087-4228-9b5f-491eec14b223', 'name': 'network-vif-deleted', 'tag': '08dcbb3c-2e23-4510-8253-e95e4f2cd6cf', 'status': 'completed', 'code': 200} Aug 10 14:36:54.486988 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.l3_dvr_db [None req-02922865-7c23-46dc-9915-0b6d4b0356ae None None] Set router 315401fe-0a42-4c73-a636-9839113f4d36 gateway port host: dv-cinder-798198-2-iscsi {{(pid=93412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:36:54.695972 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.l3_hamode_db [None req-02922865-7c23-46dc-9915-0b6d4b0356ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '315401fe-0a42-4c73-a636-9839113f4d36', 'name': 'tempest-AttachVolumeTestJSON-1660418919-router', 'tenant_id': '02185bbc814948319e41921dcf271d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'external_fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': '5d03ed95-293a-4227-9c67-87733d1923ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:30:14Z', 'updated_at': '2021-08-10T14:30:33Z', 'revision_number': 4, 'project_id': '02185bbc814948319e41921dcf271d7d', 'gw_port': {'id': '5d03ed95-293a-4227-9c67-87733d1923ad', 'name': '', 'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:b5:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315401fe-0a42-4c73-a636-9839113f4d36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:30:16Z', 'updated_at': '2021-08-10T14:30:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-2-iscsi', '_interfaces': [{'id': 'f66e7155-559c-4a06-bfcc-f6f352746d90', 'name': '', 'network_id': 'c66be7ba-5c71-487e-a4a7-ed7cb74aecf9', 'tenant_id': '02185bbc814948319e41921dcf271d7d', 'mac_address': 'fa:16:3e:6c:63:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315401fe-0a42-4c73-a636-9839113f4d36', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '18e8c05a-0b63-4e4f-b068-6c86c9aef18c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:30:29Z', 'updated_at': '2021-08-10T14:30:47Z', 'revision_number': 5, 'project_id': '02185bbc814948319e41921dcf271d7d', 'subnets': [{'id': '18e8c05a-0b63-4e4f-b068-6c86c9aef18c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-2-iscsi', False) {} {{(pid=93412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:36:54.723687 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02922865-7c23-46dc-9915-0b6d4b0356ae None None] Checking router: 315401fe-0a42-4c73-a636-9839113f4d36 for host: dv-cinder-798198-2-iscsi {{(pid=93412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 14:36:54.732705 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02922865-7c23-46dc-9915-0b6d4b0356ae None None] Routers {'315401fe-0a42-4c73-a636-9839113f4d36'} bound to L3 agent in host dv-cinder-798198-2-iscsi {{(pid=93412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:36:54.733254 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.l3_hamode_db [None req-02922865-7c23-46dc-9915-0b6d4b0356ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T14:22:29Z,description=,heartbeat_timestamp=2021-08-10T14:36:29Z,host='dv-cinder-798198-2-iscsi',id=8acc92de-0cfa-4d60-8b37-a39a4d3c1570,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T14:22:29Z,topic='l3_agent')) {'router_ids': ['315401fe-0a42-4c73-a636-9839113f4d36'], 'active': True} {{(pid=93412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:36:54.860941 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.l3_dvr_db [None req-02922865-7c23-46dc-9915-0b6d4b0356ae None None] Set router 315401fe-0a42-4c73-a636-9839113f4d36 gateway port host: dv-cinder-798198-2-iscsi {{(pid=93412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:36:54.910513 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-a270f95c-5b78-457a-b446-eef37f447228 req-26435458-257f-45ac-a86e-a87f3cd72e05 tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] 10.222.0.42 "GET /v2.0/ports?device_id=c953e250-0087-4228-9b5f-491eec14b223 HTTP/1.1" status: 200 len: 210 time: 0.0368626 Aug 10 14:36:55.072441 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.l3_hamode_db [None req-02922865-7c23-46dc-9915-0b6d4b0356ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '315401fe-0a42-4c73-a636-9839113f4d36', 'name': 'tempest-AttachVolumeTestJSON-1660418919-router', 'tenant_id': '02185bbc814948319e41921dcf271d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'external_fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': '5d03ed95-293a-4227-9c67-87733d1923ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:30:14Z', 'updated_at': '2021-08-10T14:30:33Z', 'revision_number': 4, 'project_id': '02185bbc814948319e41921dcf271d7d', 'gw_port': {'id': '5d03ed95-293a-4227-9c67-87733d1923ad', 'name': '', 'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:b5:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315401fe-0a42-4c73-a636-9839113f4d36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:30:16Z', 'updated_at': '2021-08-10T14:30:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-2-iscsi', '_interfaces': [{'id': 'f66e7155-559c-4a06-bfcc-f6f352746d90', 'name': '', 'network_id': 'c66be7ba-5c71-487e-a4a7-ed7cb74aecf9', 'tenant_id': '02185bbc814948319e41921dcf271d7d', 'mac_address': 'fa:16:3e:6c:63:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315401fe-0a42-4c73-a636-9839113f4d36', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '18e8c05a-0b63-4e4f-b068-6c86c9aef18c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:30:29Z', 'updated_at': '2021-08-10T14:30:47Z', 'revision_number': 5, 'project_id': '02185bbc814948319e41921dcf271d7d', 'subnets': [{'id': '18e8c05a-0b63-4e4f-b068-6c86c9aef18c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-2-iscsi', False) {} {{(pid=93412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:36:55.101616 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02922865-7c23-46dc-9915-0b6d4b0356ae None None] The sync data for ids ['315401fe-0a42-4c73-a636-9839113f4d36'] in dv-cinder-798198-2-iscsi is: [{'id': '315401fe-0a42-4c73-a636-9839113f4d36', 'name': 'tempest-AttachVolumeTestJSON-1660418919-router', 'tenant_id': '02185bbc814948319e41921dcf271d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'external_fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': '5d03ed95-293a-4227-9c67-87733d1923ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:30:14Z', 'updated_at': '2021-08-10T14:30:33Z', 'revision_number': 4, 'project_id': '02185bbc814948319e41921dcf271d7d', 'gw_port': {'id': '5d03ed95-293a-4227-9c67-87733d1923ad', 'name': '', 'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:b5:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315401fe-0a42-4c73-a636-9839113f4d36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:30:16Z', 'updated_at': '2021-08-10T14:30:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-2-iscsi', '_interfaces': [{'id': 'f66e7155-559c-4a06-bfcc-f6f352746d90', 'name': '', 'network_id': 'c66be7ba-5c71-487e-a4a7-ed7cb74aecf9', 'tenant_id': '02185bbc814948319e41921dcf271d7d', 'mac_address': 'fa:16:3e:6c:63:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315401fe-0a42-4c73-a636-9839113f4d36', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '18e8c05a-0b63-4e4f-b068-6c86c9aef18c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:30:29Z', 'updated_at': '2021-08-10T14:30:47Z', 'revision_number': 5, 'project_id': '02185bbc814948319e41921dcf271d7d', 'subnets': [{'id': '18e8c05a-0b63-4e4f-b068-6c86c9aef18c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 14:36:55.323216 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e7c78e-76ec-4b85-9b4a-615c0beb4b6c None None] New status for floating IP 916f835c-098a-4a07-91d0-4c794b247321: DOWN {{(pid=93413) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 14:36:55.999013 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.wsgi [-] (93410) accepted ('10.222.0.42', 56264) {{(pid=93410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:36:56.055238 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-3ff28cf4-42a6-4f6b-b866-658c71022448 tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] Notify callbacks [] for security_group, before_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:36:56.082025 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-3ff28cf4-42a6-4f6b-b866-658c71022448 tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:36:56.132191 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-3ff28cf4-42a6-4f6b-b866-658c71022448 tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734645'] for security_group, after_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:36:56.134354 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-0f1c7615-e670-42ce-9069-f5ff2f0be2c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:36:56.134888 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-3ff28cf4-42a6-4f6b-b866-658c71022448 tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] Notify callbacks [] for security_group, before_response {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:36:56.135880 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [None req-3ff28cf4-42a6-4f6b-b866-658c71022448 tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] 10.222.0.42 "DELETE /v2.0/security-groups/0c5184e2-1849-46fe-9efa-103fa651f9d1 HTTP/1.1" status: 204 len: 168 time: 0.1358695 Aug 10 14:36:56.138819 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.wsgi [-] (93411) accepted ('10.222.0.42', 56266) {{(pid=93411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:36:56.145117 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff28cf4-42a6-4f6b-b866-658c71022448 tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c5184e2-1849-46fe-9efa-103fa651f9d1,revision_number=None']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:36:56.154533 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.api.v2.resource [None req-6d6695de-779f-4f62-a08f-4e2b0dadf16b tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] show failed (client error): The resource could not be found. Aug 10 14:36:56.155636 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-6d6695de-779f-4f62-a08f-4e2b0dadf16b tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] 10.222.0.42 "GET /v2.0/security-groups/0c5184e2-1849-46fe-9efa-103fa651f9d1 HTTP/1.1" status: 404 len: 347 time: 0.0153468 Aug 10 14:36:56.158442 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.wsgi [-] (93411) accepted ('10.222.0.42', 56268) {{(pid=93411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:36:56.286515 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.plugins.ml2.plugin [None req-71f79352-2541-499d-8c5d-f930805cd4eb tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] Deleting port fc6c7895-81ff-4dbe-8ddd-686af96ed155 {{(pid=93411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 14:36:56.286850 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-71f79352-2541-499d-8c5d-f930805cd4eb tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786683848753'] for port, before_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:36:56.365413 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-71f79352-2541-499d-8c5d-f930805cd4eb tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-879274'] for port, precommit_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:36:56.365766 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-71f79352-2541-499d-8c5d-f930805cd4eb tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:36:56.378486 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.plugins.ml2.plugin [None req-71f79352-2541-499d-8c5d-f930805cd4eb tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] Calling delete_port for fc6c7895-81ff-4dbe-8ddd-686af96ed155 owned by network:floatingip {{(pid=93411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 14:36:56.514076 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-71f79352-2541-499d-8c5d-f930805cd4eb tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786683854475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786683465207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2690464'] for port, after_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:36:56.539893 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f79352-2541-499d-8c5d-f930805cd4eb tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] Pushing event deleted for resources: {'Port': ['ID=fc6c7895-81ff-4dbe-8ddd-686af96ed155,revision_number=None']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:36:56.551126 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f79352-2541-499d-8c5d-f930805cd4eb tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:36:56.551474 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f79352-2541-499d-8c5d-f930805cd4eb tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:36:56.551810 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f79352-2541-499d-8c5d-f930805cd4eb tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:36:56.552141 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f79352-2541-499d-8c5d-f930805cd4eb tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:36:56.552475 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f79352-2541-499d-8c5d-f930805cd4eb tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:36:56.552800 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f79352-2541-499d-8c5d-f930805cd4eb tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:36:56.553126 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f79352-2541-499d-8c5d-f930805cd4eb tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:36:56.553466 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f79352-2541-499d-8c5d-f930805cd4eb tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:36:56.553792 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f79352-2541-499d-8c5d-f930805cd4eb tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:36:56.554110 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f79352-2541-499d-8c5d-f930805cd4eb tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:36:56.554458 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f79352-2541-499d-8c5d-f930805cd4eb tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:36:56.554774 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f79352-2541-499d-8c5d-f930805cd4eb tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:36:56.607332 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-71f79352-2541-499d-8c5d-f930805cd4eb tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] Notify callbacks [] for floatingip, after_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:36:56.609850 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-71f79352-2541-499d-8c5d-f930805cd4eb tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-387483'] for floatingip, before_response {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:36:56.611005 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-71f79352-2541-499d-8c5d-f930805cd4eb tempest-AttachVolumeTestJSON-1005522359 tempest-AttachVolumeTestJSON-1005522359-project] 10.222.0.42 "DELETE /v2.0/floatingips/916f835c-098a-4a07-91d0-4c794b247321 HTTP/1.1" status: 204 len: 168 time: 0.4511518 Aug 10 14:36:56.997163 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Device 08dcbb3c-2e23-4510-8253-e95e4f2cd6cf no longer exists at agent hyperv_hv-cinder-79819 {{(pid=93412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 14:36:57.016908 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.plugin [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] No Port match for: 08dcbb3c-2e23-4510-8253-e95e4f2cd6cf {{(pid=93412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 14:36:57.017253 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Device 08dcbb3c-2e23-4510-8253-e95e4f2cd6cf not bound to the agent host hv-cinder-79819 {{(pid=93412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 14:36:59.095468 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-801872bd-8763-4b67-b63e-59b95d7b9a9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:36:59.113143 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:37:00.157275 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.wsgi [-] (93410) accepted ('10.222.0.42', 56308) {{(pid=93410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:37:00.200021 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-1682deac-1581-4d55-87bc-bceb4bcaf759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:37:00.562265 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-bdcea11e-d938-4914-ada6-74a7e14efea8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-717720'] for router_interface, before_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:37:00.819499 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.plugin [None req-bdcea11e-d938-4914-ada6-74a7e14efea8 admin admin] Deleting port f66e7155-559c-4a06-bfcc-f6f352746d90 {{(pid=93410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 14:37:00.819744 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-bdcea11e-d938-4914-ada6-74a7e14efea8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786683848753'] for port, before_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:37:00.905845 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [None req-bdcea11e-d938-4914-ada6-74a7e14efea8 admin admin] For port f66e7155-559c-4a06-bfcc-f6f352746d90, host dv-cinder-798198-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-2-iscsi',level=0,port_id=f66e7155-559c-4a06-bfcc-f6f352746d90,segment=NetworkSegment(9070e634-2e5b-4a24-9474-38d8394f1b6d),segment_id=9070e634-2e5b-4a24-9474-38d8394f1b6d)] {{(pid=93410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:37:00.906210 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-bdcea11e-d938-4914-ada6-74a7e14efea8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-879274'] for port, precommit_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:37:00.919848 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.plugin [None req-bdcea11e-d938-4914-ada6-74a7e14efea8 admin admin] Calling delete_port for f66e7155-559c-4a06-bfcc-f6f352746d90 owned by network:router_interface {{(pid=93410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 14:37:01.119631 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-bdcea11e-d938-4914-ada6-74a7e14efea8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786683854475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786683465207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26372150'] for port, after_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:37:01.147140 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcea11e-d938-4914-ada6-74a7e14efea8 admin admin] Pushing event deleted for resources: {'Port': ['ID=f66e7155-559c-4a06-bfcc-f6f352746d90,revision_number=None']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:37:01.329202 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-bdcea11e-d938-4914-ada6-74a7e14efea8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-767295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-889640'] for router_interface, after_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:37:01.555869 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdcea11e-d938-4914-ada6-74a7e14efea8 admin admin] Router 315401fe-0a42-4c73-a636-9839113f4d36 has already been hosted by L3 agent 8acc92de-0cfa-4d60-8b37-a39a4d3c1570 {{(pid=93410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 14:37:01.667517 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdcea11e-d938-4914-ada6-74a7e14efea8 admin admin] Notify agent at l3_agent.dv-cinder-798198-2-iscsi the message routers_updated {{(pid=93410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 14:37:01.672518 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [None req-bdcea11e-d938-4914-ada6-74a7e14efea8 admin admin] 10.222.0.42 "PUT /v2.0/routers/315401fe-0a42-4c73-a636-9839113f4d36/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5141630 Aug 10 14:37:01.675568 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.wsgi [-] (93410) accepted ('10.222.0.42', 56314) {{(pid=93410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:37:01.678219 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e40e0679-e106-4a11-b08c-e0fdf11439a1 None None] Sync routers for ids ['315401fe-0a42-4c73-a636-9839113f4d36'] in dv-cinder-798198-2-iscsi {{(pid=93412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 14:37:01.690719 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e40e0679-e106-4a11-b08c-e0fdf11439a1 None None] Routers {'315401fe-0a42-4c73-a636-9839113f4d36'} bound to L3 agent in host dv-cinder-798198-2-iscsi {{(pid=93412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:37:01.691442 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.l3_hamode_db [None req-e40e0679-e106-4a11-b08c-e0fdf11439a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T14:22:29Z,description=,heartbeat_timestamp=2021-08-10T14:36:59Z,host='dv-cinder-798198-2-iscsi',id=8acc92de-0cfa-4d60-8b37-a39a4d3c1570,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T14:22:29Z,topic='l3_agent')) {'router_ids': ['315401fe-0a42-4c73-a636-9839113f4d36'], 'active': True} {{(pid=93412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:37:01.787904 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-909dd109-11f0-4eb2-bc92-b674a6918e99 admin admin] Notify callbacks [] for router, before_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:37:01.800552 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.l3_dvr_db [None req-e40e0679-e106-4a11-b08c-e0fdf11439a1 None None] Set router 315401fe-0a42-4c73-a636-9839113f4d36 gateway port host: dv-cinder-798198-2-iscsi {{(pid=93412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:37:01.894176 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-909dd109-11f0-4eb2-bc92-b674a6918e99 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:37:01.951423 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.plugin [None req-909dd109-11f0-4eb2-bc92-b674a6918e99 admin admin] Deleting port 5d03ed95-293a-4227-9c67-87733d1923ad {{(pid=93410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 14:37:01.951764 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-909dd109-11f0-4eb2-bc92-b674a6918e99 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786683848753'] for port, before_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:37:01.984881 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.l3_hamode_db [None req-e40e0679-e106-4a11-b08c-e0fdf11439a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '315401fe-0a42-4c73-a636-9839113f4d36', 'name': 'tempest-AttachVolumeTestJSON-1660418919-router', 'tenant_id': '02185bbc814948319e41921dcf271d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'external_fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': '5d03ed95-293a-4227-9c67-87733d1923ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:30:14Z', 'updated_at': '2021-08-10T14:37:01Z', 'revision_number': 5, 'project_id': '02185bbc814948319e41921dcf271d7d', 'gw_port': {'id': '5d03ed95-293a-4227-9c67-87733d1923ad', 'name': '', 'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:b5:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315401fe-0a42-4c73-a636-9839113f4d36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:30:16Z', 'updated_at': '2021-08-10T14:30:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-2-iscsi'}], 'dv-cinder-798198-2-iscsi', False) {} {{(pid=93412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:37:02.015216 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e40e0679-e106-4a11-b08c-e0fdf11439a1 None None] Checking router: 315401fe-0a42-4c73-a636-9839113f4d36 for host: dv-cinder-798198-2-iscsi {{(pid=93412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 14:37:02.024019 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e40e0679-e106-4a11-b08c-e0fdf11439a1 None None] Routers {'315401fe-0a42-4c73-a636-9839113f4d36'} bound to L3 agent in host dv-cinder-798198-2-iscsi {{(pid=93412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:37:02.024625 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.l3_hamode_db [None req-e40e0679-e106-4a11-b08c-e0fdf11439a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T14:22:29Z,description=,heartbeat_timestamp=2021-08-10T14:36:59Z,host='dv-cinder-798198-2-iscsi',id=8acc92de-0cfa-4d60-8b37-a39a4d3c1570,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T14:22:29Z,topic='l3_agent')) {'router_ids': ['315401fe-0a42-4c73-a636-9839113f4d36'], 'active': True} {{(pid=93412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:37:02.037678 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [None req-909dd109-11f0-4eb2-bc92-b674a6918e99 admin admin] For port 5d03ed95-293a-4227-9c67-87733d1923ad, host dv-cinder-798198-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-2-iscsi',level=0,port_id=5d03ed95-293a-4227-9c67-87733d1923ad,segment=NetworkSegment(9b73c935-a484-45be-a2a0-87b3c816c298),segment_id=9b73c935-a484-45be-a2a0-87b3c816c298)] {{(pid=93410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:37:02.038054 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-909dd109-11f0-4eb2-bc92-b674a6918e99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-879274'] for port, precommit_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:37:02.051134 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.plugin [None req-909dd109-11f0-4eb2-bc92-b674a6918e99 admin admin] Calling delete_port for 5d03ed95-293a-4227-9c67-87733d1923ad owned by network:router_gateway {{(pid=93410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 14:37:02.113393 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.l3_dvr_db [None req-e40e0679-e106-4a11-b08c-e0fdf11439a1 None None] Set router 315401fe-0a42-4c73-a636-9839113f4d36 gateway port host: None {{(pid=93412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:37:02.170574 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.l3_hamode_db [None req-e40e0679-e106-4a11-b08c-e0fdf11439a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '315401fe-0a42-4c73-a636-9839113f4d36', 'name': 'tempest-AttachVolumeTestJSON-1660418919-router', 'tenant_id': '02185bbc814948319e41921dcf271d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:30:14Z', 'updated_at': '2021-08-10T14:37:01Z', 'revision_number': 6, 'project_id': '02185bbc814948319e41921dcf271d7d', 'gw_port_host': None}], 'dv-cinder-798198-2-iscsi', False) {} {{(pid=93412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:37:02.207066 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e40e0679-e106-4a11-b08c-e0fdf11439a1 None None] The sync data for ids ['315401fe-0a42-4c73-a636-9839113f4d36'] in dv-cinder-798198-2-iscsi is: [{'id': '315401fe-0a42-4c73-a636-9839113f4d36', 'name': 'tempest-AttachVolumeTestJSON-1660418919-router', 'tenant_id': '02185bbc814948319e41921dcf271d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:30:14Z', 'updated_at': '2021-08-10T14:37:01Z', 'revision_number': 6, 'project_id': '02185bbc814948319e41921dcf271d7d', 'gw_port_host': None}] {{(pid=93412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 14:37:02.210066 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-f97b798d-bd61-4bdb-bb4a-e55e1a0659df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:37:02.487062 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-909dd109-11f0-4eb2-bc92-b674a6918e99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786683854475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786683465207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26372150'] for port, after_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:37:02.516412 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909dd109-11f0-4eb2-bc92-b674a6918e99 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d03ed95-293a-4227-9c67-87733d1923ad,revision_number=None']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:37:02.578309 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-909dd109-11f0-4eb2-bc92-b674a6918e99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-880078'] for router_gateway, after_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:37:02.671209 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-909dd109-11f0-4eb2-bc92-b674a6918e99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-889914', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35201'] for router, precommit_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:37:02.673342 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-909dd109-11f0-4eb2-bc92-b674a6918e99 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:37:02.675648 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:37:02.718818 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-909dd109-11f0-4eb2-bc92-b674a6918e99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-889891'] for router, after_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:37:02.719359 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-909dd109-11f0-4eb2-bc92-b674a6918e99 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 315401fe-0a42-4c73-a636-9839113f4d36 {{(pid=93410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 14:37:02.724809 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-909dd109-11f0-4eb2-bc92-b674a6918e99 admin admin] Notify callbacks [] for router, before_response {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:37:02.726590 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [None req-909dd109-11f0-4eb2-bc92-b674a6918e99 admin admin] 10.222.0.42 "DELETE /v2.0/routers/315401fe-0a42-4c73-a636-9839113f4d36 HTTP/1.1" status: 204 len: 168 time: 1.0490909 Aug 10 14:37:02.728014 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.wsgi [-] (93410) accepted ('10.222.0.42', 56318) {{(pid=93410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:37:02.772296 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.db.db_base_plugin_v2 [None req-190e8cb5-58dc-4e56-85f1-dddee85850b8 admin admin] Deleting subnet 18e8c05a-0b63-4e4f-b068-6c86c9aef18c {{(pid=93410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 14:37:02.775651 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-190e8cb5-58dc-4e56-85f1-dddee85850b8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:37:02.809027 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-190e8cb5-58dc-4e56-85f1-dddee85850b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25513275'] for subnet, precommit_delete_associations {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:37:02.931098 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-190e8cb5-58dc-4e56-85f1-dddee85850b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1963407'] for subnet, precommit_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:37:02.987704 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-190e8cb5-58dc-4e56-85f1-dddee85850b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1963510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26372099', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25174900'] for subnet, after_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:37:03.013602 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190e8cb5-58dc-4e56-85f1-dddee85850b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=18e8c05a-0b63-4e4f-b068-6c86c9aef18c,revision_number=None']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:37:03.015601 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-190e8cb5-58dc-4e56-85f1-dddee85850b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-767256'] for subnet, before_response {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:37:03.017499 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [None req-190e8cb5-58dc-4e56-85f1-dddee85850b8 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/18e8c05a-0b63-4e4f-b068-6c86c9aef18c HTTP/1.1" status: 204 len: 168 time: 0.2884901 Aug 10 14:37:03.019976 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.wsgi [-] (93410) accepted ('10.222.0.42', 56322) {{(pid=93410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:37:03.020281 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-333406ed-1de0-48a9-aedb-878bce486e6c None None] Network c66be7ba-5c71-487e-a4a7-ed7cb74aecf9 requested from dv-cinder-798198-2-iscsi {{(pid=93412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 14:37:03.095057 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-96eec2b5-02e7-4d14-84f2-28c06d0cb89b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1782855'] for network, before_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:37:03.156064 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.plugin [None req-96eec2b5-02e7-4d14-84f2-28c06d0cb89b admin admin] Deleting port fb6244e5-4a01-492e-873a-4f04f7687bdd {{(pid=93410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 14:37:03.156468 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-96eec2b5-02e7-4d14-84f2-28c06d0cb89b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786683848753'] for port, before_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:37:03.216421 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81c16125-b449-4b0f-8d68-ac48720f99f8 None None] DHCP port deletion for c66be7ba-5c71-487e-a4a7-ed7cb74aecf9 request from dv-cinder-798198-2-iscsi {{(pid=93412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 14:37:03.232892 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [None req-96eec2b5-02e7-4d14-84f2-28c06d0cb89b admin admin] For port fb6244e5-4a01-492e-873a-4f04f7687bdd, host dv-cinder-798198-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-2-iscsi',level=0,port_id=fb6244e5-4a01-492e-873a-4f04f7687bdd,segment=NetworkSegment(9070e634-2e5b-4a24-9474-38d8394f1b6d),segment_id=9070e634-2e5b-4a24-9474-38d8394f1b6d)] {{(pid=93410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:37:03.233268 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-96eec2b5-02e7-4d14-84f2-28c06d0cb89b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-879274'] for port, precommit_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:37:03.256702 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.plugin [None req-96eec2b5-02e7-4d14-84f2-28c06d0cb89b admin admin] Calling delete_port for fb6244e5-4a01-492e-873a-4f04f7687bdd owned by network:dhcp {{(pid=93410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 14:37:03.278169 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.plugin [None req-81c16125-b449-4b0f-8d68-ac48720f99f8 None None] Deleting port fb6244e5-4a01-492e-873a-4f04f7687bdd {{(pid=93412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 14:37:03.278169 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-81c16125-b449-4b0f-8d68-ac48720f99f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786683848753'] for port, before_delete {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:37:03.340979 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.db [None req-81c16125-b449-4b0f-8d68-ac48720f99f8 None None] For port fb6244e5-4a01-492e-873a-4f04f7687bdd, host dv-cinder-798198-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-2-iscsi',level=0,port_id=fb6244e5-4a01-492e-873a-4f04f7687bdd,segment=NetworkSegment(9070e634-2e5b-4a24-9474-38d8394f1b6d),segment_id=9070e634-2e5b-4a24-9474-38d8394f1b6d)] {{(pid=93412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:37:03.341382 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-81c16125-b449-4b0f-8d68-ac48720f99f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-879274'] for port, precommit_delete {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:37:03.354554 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.plugin [None req-81c16125-b449-4b0f-8d68-ac48720f99f8 None None] Calling delete_port for fb6244e5-4a01-492e-873a-4f04f7687bdd owned by network:dhcp {{(pid=93412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 14:37:03.358172 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-96eec2b5-02e7-4d14-84f2-28c06d0cb89b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786683854475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786683465207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26372150'] for port, after_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:37:03.388940 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96eec2b5-02e7-4d14-84f2-28c06d0cb89b admin admin] Pushing event deleted for resources: {'Port': ['ID=fb6244e5-4a01-492e-873a-4f04f7687bdd,revision_number=None']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:37:03.391521 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96eec2b5-02e7-4d14-84f2-28c06d0cb89b admin admin] No DVR routers for this DVR port fb6244e5-4a01-492e-873a-4f04f7687bdd on host dv-cinder-798198-2-iscsi {{(pid=93410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 14:37:03.451399 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-81c16125-b449-4b0f-8d68-ac48720f99f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786683854475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786683465207'] for port, after_delete {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:37:03.469315 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-96eec2b5-02e7-4d14-84f2-28c06d0cb89b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1963782', 'neutron.services.segments.db._delete_segments_for_network-8786683991920'] for network, precommit_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:37:03.477295 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c16125-b449-4b0f-8d68-ac48720f99f8 None None] Pushing event deleted for resources: {'Port': ['ID=fb6244e5-4a01-492e-873a-4f04f7687bdd,revision_number=None']} {{(pid=93412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:37:03.480287 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.services.segments.db [None req-96eec2b5-02e7-4d14-84f2-28c06d0cb89b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c66be7ba-5c71-487e-a4a7-ed7cb74aecf9']}} {{(pid=93410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:37:03.485257 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c16125-b449-4b0f-8d68-ac48720f99f8 None None] No DVR routers for this DVR port fb6244e5-4a01-492e-873a-4f04f7687bdd on host dv-cinder-798198-2-iscsi {{(pid=93412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 14:37:03.500194 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.services.segments.db [None req-96eec2b5-02e7-4d14-84f2-28c06d0cb89b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9070e634-2e5b-4a24-9474-38d8394f1b6d') {'for_net_delete': True} {{(pid=93410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:37:03.500775 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.services.segments.db [None req-96eec2b5-02e7-4d14-84f2-28c06d0cb89b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9070e634-2e5b-4a24-9474-38d8394f1b6d') {} {{(pid=93410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:37:03.510521 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-96eec2b5-02e7-4d14-84f2-28c06d0cb89b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786683994745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25513282'] for segment, before_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:37:03.527405 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-96eec2b5-02e7-4d14-84f2-28c06d0cb89b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1962803'] for segment, precommit_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:37:03.534687 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96eec2b5-02e7-4d14-84f2-28c06d0cb89b admin admin] Releasing vlan 565 on physical network physnet1 to pool {{(pid=93410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 14:37:03.534980 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-96eec2b5-02e7-4d14-84f2-28c06d0cb89b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1962803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26372329'] for segment, after_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:37:03.537162 dv-cinder-798198-2-iscsi neutron-server[93410]: Traceback (most recent call last): Aug 10 14:37:03.537162 dv-cinder-798198-2-iscsi neutron-server[93410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 14:37:03.537162 dv-cinder-798198-2-iscsi neutron-server[93410]: timer() Aug 10 14:37:03.537162 dv-cinder-798198-2-iscsi neutron-server[93410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 14:37:03.537162 dv-cinder-798198-2-iscsi neutron-server[93410]: cb(*args, **kw) Aug 10 14:37:03.537162 dv-cinder-798198-2-iscsi neutron-server[93410]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 14:37:03.537162 dv-cinder-798198-2-iscsi neutron-server[93410]: return func(*args, **kwargs) Aug 10 14:37:03.537162 dv-cinder-798198-2-iscsi neutron-server[93410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 14:37:03.537162 dv-cinder-798198-2-iscsi neutron-server[93410]: self._notify() Aug 10 14:37:03.537162 dv-cinder-798198-2-iscsi neutron-server[93410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 14:37:03.537162 dv-cinder-798198-2-iscsi neutron-server[93410]: self.callback(batched_events) Aug 10 14:37:03.537162 dv-cinder-798198-2-iscsi neutron-server[93410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 14:37:03.537162 dv-cinder-798198-2-iscsi neutron-server[93410]: event.method(event) Aug 10 14:37:03.537162 dv-cinder-798198-2-iscsi neutron-server[93410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 14:37:03.537162 dv-cinder-798198-2-iscsi neutron-server[93410]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 14:37:03.537162 dv-cinder-798198-2-iscsi neutron-server[93410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 14:37:03.537162 dv-cinder-798198-2-iscsi neutron-server[93410]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 14:37:03.537162 dv-cinder-798198-2-iscsi neutron-server[93410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 14:37:03.537162 dv-cinder-798198-2-iscsi neutron-server[93410]: return f(self, *a, **k) Aug 10 14:37:03.537162 dv-cinder-798198-2-iscsi neutron-server[93410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 14:37:03.537162 dv-cinder-798198-2-iscsi neutron-server[93410]: return self._get(url).json() Aug 10 14:37:03.537162 dv-cinder-798198-2-iscsi neutron-server[93410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 14:37:03.537162 dv-cinder-798198-2-iscsi neutron-server[93410]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 14:37:03.537162 dv-cinder-798198-2-iscsi neutron-server[93410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 14:37:03.537162 dv-cinder-798198-2-iscsi neutron-server[93410]: return self.request(url, 'GET', **kwargs) Aug 10 14:37:03.537162 dv-cinder-798198-2-iscsi neutron-server[93410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 14:37:03.537162 dv-cinder-798198-2-iscsi neutron-server[93410]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 14:37:03.537162 dv-cinder-798198-2-iscsi neutron-server[93410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 14:37:03.537162 dv-cinder-798198-2-iscsi neutron-server[93410]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 14:37:03.537162 dv-cinder-798198-2-iscsi neutron-server[93410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 14:37:03.537162 dv-cinder-798198-2-iscsi neutron-server[93410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 14:37:03.537162 dv-cinder-798198-2-iscsi neutron-server[93410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 14:37:03.595586 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-96eec2b5-02e7-4d14-84f2-28c06d0cb89b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1963789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-880042'] for network, after_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:37:03.602812 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-96eec2b5-02e7-4d14-84f2-28c06d0cb89b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-767256'] for network, before_response {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:37:03.606474 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [None req-96eec2b5-02e7-4d14-84f2-28c06d0cb89b admin admin] 10.222.0.42 "DELETE /v2.0/networks/c66be7ba-5c71-487e-a4a7-ed7cb74aecf9 HTTP/1.1" status: 204 len: 168 time: 0.5828905 Aug 10 14:37:03.618222 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96eec2b5-02e7-4d14-84f2-28c06d0cb89b admin admin] Pushing event deleted for resources: {'Network': ['ID=c66be7ba-5c71-487e-a4a7-ed7cb74aecf9,revision_number=None']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:37:03.630136 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Device 5d03ed95-293a-4227-9c67-87733d1923ad no longer exists at agent ovs-agent-dv-cinder-798198-2-iscsi {{(pid=93412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 14:37:03.652611 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.plugin [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] No Port match for: 5d03ed95-293a-4227-9c67-87733d1923ad {{(pid=93412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 14:37:03.652953 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Device 5d03ed95-293a-4227-9c67-87733d1923ad not bound to the agent host dv-cinder-798198-2-iscsi {{(pid=93412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 14:37:03.653471 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Device fb6244e5-4a01-492e-873a-4f04f7687bdd no longer exists at agent ovs-agent-dv-cinder-798198-2-iscsi {{(pid=93412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 14:37:03.676376 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.plugin [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] No Port match for: fb6244e5-4a01-492e-873a-4f04f7687bdd {{(pid=93412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 14:37:03.676966 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Device fb6244e5-4a01-492e-873a-4f04f7687bdd not bound to the agent host dv-cinder-798198-2-iscsi {{(pid=93412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 14:37:03.677393 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Device f66e7155-559c-4a06-bfcc-f6f352746d90 no longer exists at agent ovs-agent-dv-cinder-798198-2-iscsi {{(pid=93412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 14:37:03.712709 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.plugin [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] No Port match for: f66e7155-559c-4a06-bfcc-f6f352746d90 {{(pid=93412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 14:37:03.713056 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Device f66e7155-559c-4a06-bfcc-f6f352746d90 not bound to the agent host dv-cinder-798198-2-iscsi {{(pid=93412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 14:37:03.763031 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.wsgi [-] (93410) accepted ('10.222.0.42', 56326) {{(pid=93410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:37:03.807665 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [None req-84d904cd-6e5d-49e0-a047-7ebc8d1855aa admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=02185bbc814948319e41921dcf271d7d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0433323 Aug 10 14:37:03.810074 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.wsgi [-] (93410) accepted ('10.222.0.42', 56328) {{(pid=93410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:37:03.868959 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-02a8fab9-ad95-4c4b-9871-ac8485e358ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:37:03.890992 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-02a8fab9-ad95-4c4b-9871-ac8485e358ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:37:03.942901 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-02a8fab9-ad95-4c4b-9871-ac8485e358ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734645'] for security_group, after_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:37:03.945547 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-02a8fab9-ad95-4c4b-9871-ac8485e358ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:37:03.946705 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [None req-02a8fab9-ad95-4c4b-9871-ac8485e358ac admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/754eb527-4cdf-4d07-a314-aae7ddf86931 HTTP/1.1" status: 204 len: 168 time: 0.1354444 Aug 10 14:37:03.954660 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a8fab9-ad95-4c4b-9871-ac8485e358ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=754eb527-4cdf-4d07-a314-aae7ddf86931,revision_number=None']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:37:05.802480 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.wsgi [-] (93411) accepted ('10.222.0.42', 56394) {{(pid=93411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:37:05.910162 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-be3f01cf-b487-49c9-84ec-2c9368658aae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:37:06.016402 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-be3f01cf-b487-49c9-84ec-2c9368658aae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:37:06.021220 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-be3f01cf-b487-49c9-84ec-2c9368658aae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734645'] for security_group, after_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:37:06.060332 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-be3f01cf-b487-49c9-84ec-2c9368658aae admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d38a88dccd6e4550bef4026383e382f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2567487 Aug 10 14:37:06.061298 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3f01cf-b487-49c9-84ec-2c9368658aae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a82124b-981f-42b8-9bb7-e56f7306c617,revision_number=1']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:37:06.064161 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.wsgi [-] (93410) accepted ('10.222.0.42', 56404) {{(pid=93410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:37:06.119813 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-a9c59034-623e-4ba0-a5ca-c403d6068071 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:37:06.141075 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-a9c59034-623e-4ba0-a5ca-c403d6068071 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:37:06.191600 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-a9c59034-623e-4ba0-a5ca-c403d6068071 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734645'] for security_group, after_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:37:06.194209 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-a9c59034-623e-4ba0-a5ca-c403d6068071 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:37:06.195409 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [None req-a9c59034-623e-4ba0-a5ca-c403d6068071 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3a82124b-981f-42b8-9bb7-e56f7306c617 HTTP/1.1" status: 204 len: 168 time: 0.1289265 Aug 10 14:37:06.203655 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c59034-623e-4ba0-a5ca-c403d6068071 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a82124b-981f-42b8-9bb7-e56f7306c617,revision_number=None']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:37:06.476685 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.wsgi [-] (93411) accepted ('10.222.0.42', 56410) {{(pid=93411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:37:06.491723 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-8e0f40c8-0036-4c1e-95f6-af726e33e015 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:37:06.590581 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-8e0f40c8-0036-4c1e-95f6-af726e33e015 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:37:06.594254 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-8e0f40c8-0036-4c1e-95f6-af726e33e015 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734645'] for security_group, after_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:37:06.633818 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-8e0f40c8-0036-4c1e-95f6-af726e33e015 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=83fa487db82f420b8779b28679f1728b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1558363 Aug 10 14:37:06.634702 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0f40c8-0036-4c1e-95f6-af726e33e015 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e014dbd4-b72b-4458-bca6-7af3789392c8,revision_number=1']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:37:06.636572 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.wsgi [-] (93410) accepted ('10.222.0.42', 56412) {{(pid=93410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:37:06.696241 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-dd56a6d1-0cba-4917-94a8-ae7097f5224c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:37:06.719471 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-dd56a6d1-0cba-4917-94a8-ae7097f5224c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:37:06.770580 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-dd56a6d1-0cba-4917-94a8-ae7097f5224c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734645'] for security_group, after_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:37:06.773693 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-dd56a6d1-0cba-4917-94a8-ae7097f5224c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:37:06.774914 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [None req-dd56a6d1-0cba-4917-94a8-ae7097f5224c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e014dbd4-b72b-4458-bca6-7af3789392c8 HTTP/1.1" status: 204 len: 168 time: 0.1372693 Aug 10 14:37:06.783047 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd56a6d1-0cba-4917-94a8-ae7097f5224c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e014dbd4-b72b-4458-bca6-7af3789392c8,revision_number=None']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:37:11.258336 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.wsgi [-] (93410) accepted ('10.222.0.42', 56516) {{(pid=93410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:37:11.368110 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-45ed3c8e-d014-4c0b-b6fc-94d2d9aef770 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:37:11.467366 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-45ed3c8e-d014-4c0b-b6fc-94d2d9aef770 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:37:11.472195 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-45ed3c8e-d014-4c0b-b6fc-94d2d9aef770 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734645'] for security_group, after_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:37:11.511524 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [None req-45ed3c8e-d014-4c0b-b6fc-94d2d9aef770 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=510a1280982a4d47be0ee3b6a62db8dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2520647 Aug 10 14:37:11.512394 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ed3c8e-d014-4c0b-b6fc-94d2d9aef770 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd5f16f2-0ab1-4f81-94e7-54ffbbea03c4,revision_number=1']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:37:11.514231 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.wsgi [-] (93411) accepted ('10.222.0.42', 56520) {{(pid=93411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:37:11.564205 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-f1d0f9a1-1438-4d5d-9a64-b65e8db6fd0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:37:11.585550 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-f1d0f9a1-1438-4d5d-9a64-b65e8db6fd0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:37:11.635111 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-f1d0f9a1-1438-4d5d-9a64-b65e8db6fd0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734645'] for security_group, after_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:37:11.637618 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-f1d0f9a1-1438-4d5d-9a64-b65e8db6fd0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:37:11.638765 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-f1d0f9a1-1438-4d5d-9a64-b65e8db6fd0b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/dd5f16f2-0ab1-4f81-94e7-54ffbbea03c4 HTTP/1.1" status: 204 len: 168 time: 0.1235285 Aug 10 14:37:11.646340 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d0f9a1-1438-4d5d-9a64-b65e8db6fd0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd5f16f2-0ab1-4f81-94e7-54ffbbea03c4,revision_number=None']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:37:11.899565 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.wsgi [-] (93410) accepted ('10.222.0.42', 56528) {{(pid=93410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:37:11.913339 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-5960efc7-b616-4da5-8438-8c5d46c5b325 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:37:12.004606 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-5960efc7-b616-4da5-8438-8c5d46c5b325 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:37:12.008428 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-5960efc7-b616-4da5-8438-8c5d46c5b325 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734645'] for security_group, after_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:37:12.048666 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [None req-5960efc7-b616-4da5-8438-8c5d46c5b325 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=87e6853160a0492c9e456d2d52d21b14&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1479769 Aug 10 14:37:12.049813 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5960efc7-b616-4da5-8438-8c5d46c5b325 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed66a5c6-08bc-4978-90d8-76d6d6505375,revision_number=1']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:37:12.051301 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.wsgi [-] (93411) accepted ('10.222.0.42', 56530) {{(pid=93411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:37:12.100594 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-9a9471ca-9d3b-4405-95b1-2c930c2b97b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:37:12.121473 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-9a9471ca-9d3b-4405-95b1-2c930c2b97b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:37:12.166667 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-9a9471ca-9d3b-4405-95b1-2c930c2b97b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734645'] for security_group, after_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:37:12.169208 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-9a9471ca-9d3b-4405-95b1-2c930c2b97b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:37:12.170373 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-9a9471ca-9d3b-4405-95b1-2c930c2b97b4 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ed66a5c6-08bc-4978-90d8-76d6d6505375 HTTP/1.1" status: 204 len: 168 time: 0.1180749 Aug 10 14:37:12.178949 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9471ca-9d3b-4405-95b1-2c930c2b97b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed66a5c6-08bc-4978-90d8-76d6d6505375,revision_number=None']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:37:13.781168 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.wsgi [-] (93411) accepted ('10.222.0.42', 56578) {{(pid=93411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:37:13.886170 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-49601039-52cc-4a21-8054-51725de5b723 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:37:13.972365 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-49601039-52cc-4a21-8054-51725de5b723 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:37:13.976363 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-49601039-52cc-4a21-8054-51725de5b723 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734645'] for security_group, after_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:37:14.017898 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-49601039-52cc-4a21-8054-51725de5b723 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c182bb54f59d4d4ead32075c42daf97b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2349570 Aug 10 14:37:14.018722 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49601039-52cc-4a21-8054-51725de5b723 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dbb2eda-3c0d-4f64-a7bb-906265e663af,revision_number=1']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:37:14.021974 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.wsgi [-] (93411) accepted ('10.222.0.42', 56582) {{(pid=93411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:37:14.073249 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-dbaf7602-2476-4344-a65e-515f7dd77bcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:37:14.094272 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-dbaf7602-2476-4344-a65e-515f7dd77bcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:37:14.144138 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-dbaf7602-2476-4344-a65e-515f7dd77bcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734645'] for security_group, after_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:37:14.147013 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-dbaf7602-2476-4344-a65e-515f7dd77bcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:37:14.148167 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-dbaf7602-2476-4344-a65e-515f7dd77bcf admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2dbb2eda-3c0d-4f64-a7bb-906265e663af HTTP/1.1" status: 204 len: 168 time: 0.1252689 Aug 10 14:37:14.155607 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbaf7602-2476-4344-a65e-515f7dd77bcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dbb2eda-3c0d-4f64-a7bb-906265e663af,revision_number=None']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:37:14.402762 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.wsgi [-] (93411) accepted ('10.222.0.42', 56588) {{(pid=93411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:37:14.416325 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-0f6d51a9-b1f7-4194-a7d9-eddc021d0e0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:37:14.504412 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-0f6d51a9-b1f7-4194-a7d9-eddc021d0e0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:37:14.508122 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-0f6d51a9-b1f7-4194-a7d9-eddc021d0e0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734645'] for security_group, after_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:37:14.545958 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-0f6d51a9-b1f7-4194-a7d9-eddc021d0e0d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d7603ec9da7d4dfbb593cb5ef922f1a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1421118 Aug 10 14:37:14.546778 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6d51a9-b1f7-4194-a7d9-eddc021d0e0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5983fc73-5a81-4611-b03f-47198ae739ec,revision_number=1']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:37:14.549103 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.wsgi [-] (93410) accepted ('10.222.0.42', 56590) {{(pid=93410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:37:14.597687 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-26f6159e-b34e-4ea0-91f8-41ed1eb40aec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:37:14.618690 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-26f6159e-b34e-4ea0-91f8-41ed1eb40aec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:37:14.666270 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-26f6159e-b34e-4ea0-91f8-41ed1eb40aec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734645'] for security_group, after_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:37:14.668786 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-26f6159e-b34e-4ea0-91f8-41ed1eb40aec admin admin] Notify callbacks [] for security_group, before_response {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:37:14.669978 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [None req-26f6159e-b34e-4ea0-91f8-41ed1eb40aec admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5983fc73-5a81-4611-b03f-47198ae739ec HTTP/1.1" status: 204 len: 168 time: 0.1198292 Aug 10 14:37:14.678716 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f6159e-b34e-4ea0-91f8-41ed1eb40aec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5983fc73-5a81-4611-b03f-47198ae739ec,revision_number=None']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:37:25.092490 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa39b85-bd84-4ed2-b12f-7de53650e999 req-e37bbec0-5b0e-489f-bcb2-ece3c5ef9775 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:37:25.093993 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-2aa39b85-bd84-4ed2-b12f-7de53650e999 req-e37bbec0-5b0e-489f-bcb2-ece3c5ef9775 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ed18135-5a94-4262-bd63-45ba91dbffb9 HTTP/1.1" status: 200 len: 946 time: 0.0489788 Aug 10 14:37:25.134972 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-2aa39b85-bd84-4ed2-b12f-7de53650e999 req-a3c3f6a2-a5b6-4b22-8c46-5f50f0d976de tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2946f7a-8f02-440c-8bd6-ed3d170ad2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345199 Aug 10 14:37:26.138034 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-466b7793-e630-436a-a8a3-d7e095c72b1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:37:26.269138 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28296327-3723-4c44-a2e4-a426035f100c req-645f2b64-4480-42a0-9f9f-207863528497 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:37:26.270839 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-28296327-3723-4c44-a2e4-a426035f100c req-645f2b64-4480-42a0-9f9f-207863528497 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ed18135-5a94-4262-bd63-45ba91dbffb9 HTTP/1.1" status: 200 len: 946 time: 0.0592351 Aug 10 14:37:26.309979 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-28296327-3723-4c44-a2e4-a426035f100c req-b0b7aa67-4522-43f5-b034-a837231d4ba4 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2946f7a-8f02-440c-8bd6-ed3d170ad2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328670 Aug 10 14:37:27.432646 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c961a75e-1a54-4868-8e75-72cf76e81aeb req-54c7e8cd-8b5d-4727-a7b7-4aac94211242 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:37:27.434237 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-c961a75e-1a54-4868-8e75-72cf76e81aeb req-54c7e8cd-8b5d-4727-a7b7-4aac94211242 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ed18135-5a94-4262-bd63-45ba91dbffb9 HTTP/1.1" status: 200 len: 946 time: 0.0494874 Aug 10 14:37:27.474440 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-c961a75e-1a54-4868-8e75-72cf76e81aeb req-89db8490-e1ff-4af8-ab33-9fc958800a4a tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2946f7a-8f02-440c-8bd6-ed3d170ad2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330558 Aug 10 14:37:27.860576 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.db.agents_db [None req-84c9d1dd-add5-4bf7-b0ef-63077aab3240 None None] Agent healthcheck: found 6 active agents {{(pid=93413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 14:37:28.597210 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5829e938-f79c-4412-a57f-5e40249364bf req-041bab12-7be5-4e5c-a1c5-2abc3c123a72 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:37:28.598663 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-5829e938-f79c-4412-a57f-5e40249364bf req-041bab12-7be5-4e5c-a1c5-2abc3c123a72 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ed18135-5a94-4262-bd63-45ba91dbffb9 HTTP/1.1" status: 200 len: 946 time: 0.0525672 Aug 10 14:37:28.639372 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-5829e938-f79c-4412-a57f-5e40249364bf req-974c1043-84aa-450e-984d-cc4fce5e4416 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2946f7a-8f02-440c-8bd6-ed3d170ad2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347698 Aug 10 14:37:29.120200 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-f4925a3b-5c25-48ed-9211-1a619609be65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:37:29.128742 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:37:29.327835 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da15e0c-2d05-4d3d-8af0-22c1dad6d701 req-ee3f6468-538c-43ac-a741-c51aed9714aa tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:37:29.329391 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-8da15e0c-2d05-4d3d-8af0-22c1dad6d701 req-ee3f6468-538c-43ac-a741-c51aed9714aa tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ed18135-5a94-4262-bd63-45ba91dbffb9 HTTP/1.1" status: 200 len: 946 time: 0.0551140 Aug 10 14:37:29.422590 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.plugin [req-8da15e0c-2d05-4d3d-8af0-22c1dad6d701 req-34201c7d-087a-401a-9299-457d1eb906df tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Deleting port 37dc35e3-e514-45bc-a34b-f09b87488ac9 {{(pid=93410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 14:37:29.422932 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-8da15e0c-2d05-4d3d-8af0-22c1dad6d701 req-34201c7d-087a-401a-9299-457d1eb906df tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786683848753'] for port, before_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:37:29.522956 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [req-8da15e0c-2d05-4d3d-8af0-22c1dad6d701 req-34201c7d-087a-401a-9299-457d1eb906df tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] For port 37dc35e3-e514-45bc-a34b-f09b87488ac9, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=37dc35e3-e514-45bc-a34b-f09b87488ac9,segment=NetworkSegment(d55ed611-efa5-4413-9a01-d70eef9c92c8),segment_id=d55ed611-efa5-4413-9a01-d70eef9c92c8)] {{(pid=93410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:37:29.523321 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-8da15e0c-2d05-4d3d-8af0-22c1dad6d701 req-34201c7d-087a-401a-9299-457d1eb906df tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-879274'] for port, precommit_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:37:29.720990 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-8da15e0c-2d05-4d3d-8af0-22c1dad6d701 req-34201c7d-087a-401a-9299-457d1eb906df tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:37:29.722401 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-8da15e0c-2d05-4d3d-8af0-22c1dad6d701 req-34201c7d-087a-401a-9299-457d1eb906df tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-880024'] for floatingip, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:37:29.722401 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.db.l3_db [req-8da15e0c-2d05-4d3d-8af0-22c1dad6d701 req-34201c7d-087a-401a-9299-457d1eb906df tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Floating IP 635ad7cf-faaf-4a2d-8798-c929f92b2c06 disassociated. External IP: 172.27.0.193, port: 37dc35e3-e514-45bc-a34b-f09b87488ac9. Aug 10 14:37:29.722401 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.plugin [req-8da15e0c-2d05-4d3d-8af0-22c1dad6d701 req-34201c7d-087a-401a-9299-457d1eb906df tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Calling delete_port for 37dc35e3-e514-45bc-a34b-f09b87488ac9 owned by compute:nova {{(pid=93410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 14:37:29.827440 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92ba287-3244-437b-9f30-e46844de678b req-1484ab8e-d4a6-47f6-8510-a00b2b816382 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:37:29.829113 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-c92ba287-3244-437b-9f30-e46844de678b req-1484ab8e-d4a6-47f6-8510-a00b2b816382 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ed18135-5a94-4262-bd63-45ba91dbffb9 HTTP/1.1" status: 200 len: 946 time: 0.1107898 Aug 10 14:37:29.923440 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-8da15e0c-2d05-4d3d-8af0-22c1dad6d701 req-34201c7d-087a-401a-9299-457d1eb906df tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786683854475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786683465207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26372150'] for port, after_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:37:29.950740 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-c92ba287-3244-437b-9f30-e46844de678b req-c3bdb7f3-6a55-4681-b8ec-85f40f9319f6 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/security-groups?id=f2946f7a-8f02-440c-8bd6-ed3d170ad2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1053767 Aug 10 14:37:29.970112 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34201c7d-087a-401a-9299-457d1eb906df tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Pushing event deleted for resources: {'Port': ['ID=37dc35e3-e514-45bc-a34b-f09b87488ac9,revision_number=None']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:37:30.121636 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8da15e0c-2d05-4d3d-8af0-22c1dad6d701 req-34201c7d-087a-401a-9299-457d1eb906df tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Router 9c09542e-5201-4a53-a355-b1f2b1a699e0 has already been hosted by L3 agent 8acc92de-0cfa-4d60-8b37-a39a4d3c1570 {{(pid=93410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 14:37:30.155807 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.wsgi [-] (93411) accepted ('10.222.0.42', 56804) {{(pid=93411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:37:30.207601 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-1682deac-1581-4d55-87bc-bceb4bcaf759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:37:30.243733 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8da15e0c-2d05-4d3d-8af0-22c1dad6d701 req-34201c7d-087a-401a-9299-457d1eb906df tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Notify agent at l3_agent.dv-cinder-798198-2-iscsi the message routers_updated {{(pid=93410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 14:37:30.257755 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c76277a-019a-4267-a504-e25beed37ac3 None None] Sync routers for ids ['9c09542e-5201-4a53-a355-b1f2b1a699e0'] in dv-cinder-798198-2-iscsi {{(pid=93413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 14:37:30.279219 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c76277a-019a-4267-a504-e25beed37ac3 None None] Routers {'9c09542e-5201-4a53-a355-b1f2b1a699e0'} bound to L3 agent in host dv-cinder-798198-2-iscsi {{(pid=93413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:37:30.279357 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.db.l3_hamode_db [None req-2c76277a-019a-4267-a504-e25beed37ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T14:22:29Z,description=,heartbeat_timestamp=2021-08-10T14:37:29Z,host='dv-cinder-798198-2-iscsi',id=8acc92de-0cfa-4d60-8b37-a39a4d3c1570,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T14:22:29Z,topic='l3_agent')) {'router_ids': ['9c09542e-5201-4a53-a355-b1f2b1a699e0'], 'active': True} {{(pid=93413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:37:30.293038 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-0ec54a6f-ee5b-4216-8fc0-3ffde5474356 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:37:30.306049 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_dvrscheduler_db [req-8da15e0c-2d05-4d3d-8af0-22c1dad6d701 req-34201c7d-087a-401a-9299-457d1eb906df tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] No DVR routers for this DVR port 37dc35e3-e514-45bc-a34b-f09b87488ac9 on host hv-cinder-79819 {{(pid=93410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 14:37:30.308757 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-8da15e0c-2d05-4d3d-8af0-22c1dad6d701 req-34201c7d-087a-401a-9299-457d1eb906df tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-387483'] for port, before_response {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:37:30.311203 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-8da15e0c-2d05-4d3d-8af0-22c1dad6d701 req-34201c7d-087a-401a-9299-457d1eb906df tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.18 "DELETE /v2.0/ports/37dc35e3-e514-45bc-a34b-f09b87488ac9 HTTP/1.1" status: 204 len: 173 time: 0.9749815 Aug 10 14:37:30.311668 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ed18135-5a94-4262-bd63-45ba91dbffb9', 'name': 'network-vif-deleted', 'tag': '37dc35e3-e514-45bc-a34b-f09b87488ac9'}] {{(pid=93410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:37:30.314627 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}173c15a1f530ed65b3eefe425c4e9cd9c28cfc2a1cdec76c1bb34aa91000b996" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5654cdd5-3150-4410-b37c-163c54d37fac" -d '{"events": [{"server_uuid": "2ed18135-5a94-4262-bd63-45ba91dbffb9", "name": "network-vif-deleted", "tag": "37dc35e3-e514-45bc-a34b-f09b87488ac9"}]}' {{(pid=93410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:37:30.365626 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 14:37:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f0ead4f-b178-4cbc-b771-ff504f5d94e4 x-openstack-request-id: req-5f0ead4f-b178-4cbc-b771-ff504f5d94e4 {{(pid=93410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:37:30.366093 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ed18135-5a94-4262-bd63-45ba91dbffb9", "name": "network-vif-deleted", "tag": "37dc35e3-e514-45bc-a34b-f09b87488ac9", "status": "completed", "code": 200}]} {{(pid=93410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:37:30.366398 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5f0ead4f-b178-4cbc-b771-ff504f5d94e4 {{(pid=93410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:37:30.367433 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ed18135-5a94-4262-bd63-45ba91dbffb9', 'name': 'network-vif-deleted', 'tag': '37dc35e3-e514-45bc-a34b-f09b87488ac9', 'status': 'completed', 'code': 200} Aug 10 14:37:30.401547 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.db.l3_dvr_db [None req-2c76277a-019a-4267-a504-e25beed37ac3 None None] Set router 9c09542e-5201-4a53-a355-b1f2b1a699e0 gateway port host: dv-cinder-798198-2-iscsi {{(pid=93413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:37:30.465498 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-0ec54a6f-ee5b-4216-8fc0-3ffde5474356 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:37:30.471788 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-0ec54a6f-ee5b-4216-8fc0-3ffde5474356 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734645'] for security_group, after_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:37:30.652698 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.db.l3_hamode_db [None req-2c76277a-019a-4267-a504-e25beed37ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c09542e-5201-4a53-a355-b1f2b1a699e0', 'name': 'tempest-AttachVolumeShelveTestJSON-564264007-router', 'tenant_id': 'e156b5d0a1d64f118dbb019f54a5f1f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'external_fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': 'a6b091e1-0abc-4678-a829-20447b882acc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:30:13Z', 'updated_at': '2021-08-10T14:30:27Z', 'revision_number': 4, 'project_id': 'e156b5d0a1d64f118dbb019f54a5f1f0', 'gw_port': {'id': 'a6b091e1-0abc-4678-a829-20447b882acc', 'name': '', 'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:af:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c09542e-5201-4a53-a355-b1f2b1a699e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:30:14Z', 'updated_at': '2021-08-10T14:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-2-iscsi', '_interfaces': [{'id': '7f882fd6-bfde-48b0-8130-3397db487faf', 'name': '', 'network_id': '86a6d1d4-f800-47bf-859f-81a5bd8d7c63', 'tenant_id': 'e156b5d0a1d64f118dbb019f54a5f1f0', 'mac_address': 'fa:16:3e:94:6e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c09542e-5201-4a53-a355-b1f2b1a699e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '061e4b8c-ab2d-4682-a3d2-e34df59bc21f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:30:23Z', 'updated_at': '2021-08-10T14:30:44Z', 'revision_number': 5, 'project_id': 'e156b5d0a1d64f118dbb019f54a5f1f0', 'subnets': [{'id': '061e4b8c-ab2d-4682-a3d2-e34df59bc21f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-2-iscsi', False) {} {{(pid=93413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:37:30.682139 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c76277a-019a-4267-a504-e25beed37ac3 None None] Checking router: 9c09542e-5201-4a53-a355-b1f2b1a699e0 for host: dv-cinder-798198-2-iscsi {{(pid=93413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 14:37:30.692537 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c76277a-019a-4267-a504-e25beed37ac3 None None] Routers {'9c09542e-5201-4a53-a355-b1f2b1a699e0'} bound to L3 agent in host dv-cinder-798198-2-iscsi {{(pid=93413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:37:30.693321 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.db.l3_hamode_db [None req-2c76277a-019a-4267-a504-e25beed37ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T14:22:29Z,description=,heartbeat_timestamp=2021-08-10T14:37:29Z,host='dv-cinder-798198-2-iscsi',id=8acc92de-0cfa-4d60-8b37-a39a4d3c1570,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T14:22:29Z,topic='l3_agent')) {'router_ids': ['9c09542e-5201-4a53-a355-b1f2b1a699e0'], 'active': True} {{(pid=93413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:37:30.746411 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-0ec54a6f-ee5b-4216-8fc0-3ffde5474356 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3f72712bbb8a4ffe94e65f0a14c6c9bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5891488 Aug 10 14:37:30.749166 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.wsgi [-] (93410) accepted ('10.222.0.42', 56810) {{(pid=93410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:37:30.759339 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec54a6f-ee5b-4216-8fc0-3ffde5474356 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39a3cb7c-3f07-4c44-ad5b-81e53fab842e,revision_number=1']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:37:30.807698 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-b997b7b8-5307-4a88-8e31-a92845e70a20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:37:30.824866 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.db.l3_dvr_db [None req-2c76277a-019a-4267-a504-e25beed37ac3 None None] Set router 9c09542e-5201-4a53-a355-b1f2b1a699e0 gateway port host: dv-cinder-798198-2-iscsi {{(pid=93413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:37:30.834697 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-b997b7b8-5307-4a88-8e31-a92845e70a20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:37:30.882998 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-b997b7b8-5307-4a88-8e31-a92845e70a20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734645'] for security_group, after_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:37:30.885742 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-b997b7b8-5307-4a88-8e31-a92845e70a20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:37:30.887030 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [None req-b997b7b8-5307-4a88-8e31-a92845e70a20 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/39a3cb7c-3f07-4c44-ad5b-81e53fab842e HTTP/1.1" status: 204 len: 168 time: 0.1366558 Aug 10 14:37:30.895745 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b997b7b8-5307-4a88-8e31-a92845e70a20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39a3cb7c-3f07-4c44-ad5b-81e53fab842e,revision_number=None']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:37:31.058777 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.wsgi [-] (93410) accepted ('10.222.0.42', 56824) {{(pid=93410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:37:31.075258 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.db.l3_hamode_db [None req-2c76277a-019a-4267-a504-e25beed37ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c09542e-5201-4a53-a355-b1f2b1a699e0', 'name': 'tempest-AttachVolumeShelveTestJSON-564264007-router', 'tenant_id': 'e156b5d0a1d64f118dbb019f54a5f1f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'external_fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': 'a6b091e1-0abc-4678-a829-20447b882acc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:30:13Z', 'updated_at': '2021-08-10T14:30:27Z', 'revision_number': 4, 'project_id': 'e156b5d0a1d64f118dbb019f54a5f1f0', 'gw_port': {'id': 'a6b091e1-0abc-4678-a829-20447b882acc', 'name': '', 'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:af:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c09542e-5201-4a53-a355-b1f2b1a699e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:30:14Z', 'updated_at': '2021-08-10T14:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-2-iscsi', '_interfaces': [{'id': '7f882fd6-bfde-48b0-8130-3397db487faf', 'name': '', 'network_id': '86a6d1d4-f800-47bf-859f-81a5bd8d7c63', 'tenant_id': 'e156b5d0a1d64f118dbb019f54a5f1f0', 'mac_address': 'fa:16:3e:94:6e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c09542e-5201-4a53-a355-b1f2b1a699e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '061e4b8c-ab2d-4682-a3d2-e34df59bc21f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:30:23Z', 'updated_at': '2021-08-10T14:30:44Z', 'revision_number': 5, 'project_id': 'e156b5d0a1d64f118dbb019f54a5f1f0', 'subnets': [{'id': '061e4b8c-ab2d-4682-a3d2-e34df59bc21f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-2-iscsi', False) {} {{(pid=93413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:37:31.104192 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c76277a-019a-4267-a504-e25beed37ac3 None None] The sync data for ids ['9c09542e-5201-4a53-a355-b1f2b1a699e0'] in dv-cinder-798198-2-iscsi is: [{'id': '9c09542e-5201-4a53-a355-b1f2b1a699e0', 'name': 'tempest-AttachVolumeShelveTestJSON-564264007-router', 'tenant_id': 'e156b5d0a1d64f118dbb019f54a5f1f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'external_fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': 'a6b091e1-0abc-4678-a829-20447b882acc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:30:13Z', 'updated_at': '2021-08-10T14:30:27Z', 'revision_number': 4, 'project_id': 'e156b5d0a1d64f118dbb019f54a5f1f0', 'gw_port': {'id': 'a6b091e1-0abc-4678-a829-20447b882acc', 'name': '', 'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:af:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c09542e-5201-4a53-a355-b1f2b1a699e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:30:14Z', 'updated_at': '2021-08-10T14:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-2-iscsi', '_interfaces': [{'id': '7f882fd6-bfde-48b0-8130-3397db487faf', 'name': '', 'network_id': '86a6d1d4-f800-47bf-859f-81a5bd8d7c63', 'tenant_id': 'e156b5d0a1d64f118dbb019f54a5f1f0', 'mac_address': 'fa:16:3e:94:6e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c09542e-5201-4a53-a355-b1f2b1a699e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '061e4b8c-ab2d-4682-a3d2-e34df59bc21f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:30:23Z', 'updated_at': '2021-08-10T14:30:44Z', 'revision_number': 5, 'project_id': 'e156b5d0a1d64f118dbb019f54a5f1f0', 'subnets': [{'id': '061e4b8c-ab2d-4682-a3d2-e34df59bc21f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 14:37:31.126904 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-976f643f-a28d-45c9-a92f-b82689ca41e6 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Notify callbacks [] for security_group, before_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:37:31.156224 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-976f643f-a28d-45c9-a92f-b82689ca41e6 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:37:31.221030 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-976f643f-a28d-45c9-a92f-b82689ca41e6 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734645'] for security_group, after_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:37:31.223764 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-976f643f-a28d-45c9-a92f-b82689ca41e6 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Notify callbacks [] for security_group, before_response {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:37:31.225053 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [None req-976f643f-a28d-45c9-a92f-b82689ca41e6 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "DELETE /v2.0/security-groups/f2946f7a-8f02-440c-8bd6-ed3d170ad2ae HTTP/1.1" status: 204 len: 168 time: 0.1648803 Aug 10 14:37:31.228119 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.wsgi [-] (93411) accepted ('10.222.0.42', 56828) {{(pid=93411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:37:31.243162 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976f643f-a28d-45c9-a92f-b82689ca41e6 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2946f7a-8f02-440c-8bd6-ed3d170ad2ae,revision_number=None']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:37:31.244127 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.api.v2.resource [None req-8a6f6853-9849-4642-815e-ea514f57cac3 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] show failed (client error): The resource could not be found. Aug 10 14:37:31.245165 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-8a6f6853-9849-4642-815e-ea514f57cac3 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "GET /v2.0/security-groups/f2946f7a-8f02-440c-8bd6-ed3d170ad2ae HTTP/1.1" status: 404 len: 347 time: 0.0160301 Aug 10 14:37:31.245887 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.wsgi [-] (93410) accepted ('10.222.0.42', 56830) {{(pid=93410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:37:31.248154 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.wsgi [-] (93411) accepted ('10.222.0.42', 56832) {{(pid=93411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:37:31.275074 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-85623922-e6fb-4995-9239-9c7074e35dd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:37:31.404649 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-85623922-e6fb-4995-9239-9c7074e35dd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:37:31.405812 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.plugins.ml2.plugin [None req-f39c2e72-ec47-45a1-b03e-d2f877d54ac1 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Deleting port 8ddecb56-0419-46c6-87c6-c9953253c271 {{(pid=93411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 14:37:31.406112 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-f39c2e72-ec47-45a1-b03e-d2f877d54ac1 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786683848753'] for port, before_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:37:31.410721 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-85623922-e6fb-4995-9239-9c7074e35dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734645'] for security_group, after_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:37:31.428127 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0de1e62f-2f05-4b16-8b83-1b00fd63d16a None None] New status for floating IP 635ad7cf-faaf-4a2d-8798-c929f92b2c06: DOWN {{(pid=93412) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 14:37:31.453740 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85623922-e6fb-4995-9239-9c7074e35dd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=065d2bc2-1de5-45e3-9839-6ac7138c66a6,revision_number=1']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:37:31.459260 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [None req-85623922-e6fb-4995-9239-9c7074e35dd9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=fdadc64afaa24d56bfc73365c49df7a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2119126 Aug 10 14:37:31.462447 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.wsgi [-] (93410) accepted ('10.222.0.42', 56834) {{(pid=93410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:37:31.501565 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-f39c2e72-ec47-45a1-b03e-d2f877d54ac1 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-879274'] for port, precommit_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:37:31.501808 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-f39c2e72-ec47-45a1-b03e-d2f877d54ac1 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:37:31.515648 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.plugins.ml2.plugin [None req-f39c2e72-ec47-45a1-b03e-d2f877d54ac1 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Calling delete_port for 8ddecb56-0419-46c6-87c6-c9953253c271 owned by network:floatingip {{(pid=93411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 14:37:31.526927 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-48d6b6a6-ce51-4c35-888a-82fc5b37e436 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:37:31.553208 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-48d6b6a6-ce51-4c35-888a-82fc5b37e436 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:37:31.608763 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-48d6b6a6-ce51-4c35-888a-82fc5b37e436 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734645'] for security_group, after_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:37:31.612279 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-48d6b6a6-ce51-4c35-888a-82fc5b37e436 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:37:31.615904 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [None req-48d6b6a6-ce51-4c35-888a-82fc5b37e436 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/065d2bc2-1de5-45e3-9839-6ac7138c66a6 HTTP/1.1" status: 204 len: 168 time: 0.1502357 Aug 10 14:37:31.623135 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d6b6a6-ce51-4c35-888a-82fc5b37e436 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=065d2bc2-1de5-45e3-9839-6ac7138c66a6,revision_number=None']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:37:31.705880 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-f39c2e72-ec47-45a1-b03e-d2f877d54ac1 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786683854475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786683465207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2690464'] for port, after_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:37:31.706633 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.db.api [None req-0de1e62f-2f05-4b16-8b83-1b00fd63d16a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93412) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 14:37:31.707056 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG oslo_db.api [None req-0de1e62f-2f05-4b16-8b83-1b00fd63d16a None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=93412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 14:37:31.751737 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39c2e72-ec47-45a1-b03e-d2f877d54ac1 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Pushing event deleted for resources: {'Port': ['ID=8ddecb56-0419-46c6-87c6-c9953253c271,revision_number=None']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:37:31.829949 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-f39c2e72-ec47-45a1-b03e-d2f877d54ac1 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Notify callbacks [] for floatingip, after_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:37:31.832807 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-f39c2e72-ec47-45a1-b03e-d2f877d54ac1 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-387483'] for floatingip, before_response {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:37:31.836622 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-f39c2e72-ec47-45a1-b03e-d2f877d54ac1 tempest-AttachVolumeShelveTestJSON-277430175 tempest-AttachVolumeShelveTestJSON-277430175-project] 10.222.0.42 "DELETE /v2.0/floatingips/635ad7cf-faaf-4a2d-8798-c929f92b2c06 HTTP/1.1" status: 204 len: 168 time: 0.5848284 Aug 10 14:37:32.031025 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.wsgi [-] (93410) accepted ('10.222.0.42', 56844) {{(pid=93410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:37:32.045102 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-9e565015-91bb-46b0-a871-8aa4b38bc13f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:37:32.159937 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-f97b798d-bd61-4bdb-bb4a-e55e1a0659df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:37:32.177967 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-9e565015-91bb-46b0-a871-8aa4b38bc13f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:37:32.184227 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-9e565015-91bb-46b0-a871-8aa4b38bc13f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734645'] for security_group, after_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:37:32.208988 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0de1e62f-2f05-4b16-8b83-1b00fd63d16a None None] New status for floating IP 635ad7cf-faaf-4a2d-8798-c929f92b2c06: DOWN {{(pid=93412) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 14:37:32.257561 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [None req-9e565015-91bb-46b0-a871-8aa4b38bc13f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c06e2ed336dc499faeadff85197b5e4e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2248333 Aug 10 14:37:32.260461 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.wsgi [-] (93411) accepted ('10.222.0.42', 56852) {{(pid=93411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:37:32.260957 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e565015-91bb-46b0-a871-8aa4b38bc13f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b025bf47-407f-4893-bdf7-61bbea107d12,revision_number=1']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:37:32.332963 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-a8faed46-6208-4912-812c-7047ffdf847f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:37:32.356682 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-a8faed46-6208-4912-812c-7047ffdf847f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:37:32.416284 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-a8faed46-6208-4912-812c-7047ffdf847f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734645'] for security_group, after_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:37:32.419020 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-a8faed46-6208-4912-812c-7047ffdf847f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:37:32.420209 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-a8faed46-6208-4912-812c-7047ffdf847f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b025bf47-407f-4893-bdf7-61bbea107d12 HTTP/1.1" status: 204 len: 168 time: 0.1586189 Aug 10 14:37:32.429404 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8faed46-6208-4912-812c-7047ffdf847f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b025bf47-407f-4893-bdf7-61bbea107d12,revision_number=None']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:37:32.670558 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:37:33.161489 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Device 37dc35e3-e514-45bc-a34b-f09b87488ac9 no longer exists at agent hyperv_hv-cinder-79819 {{(pid=93412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 14:37:33.186297 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.plugin [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] No Port match for: 37dc35e3-e514-45bc-a34b-f09b87488ac9 {{(pid=93412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 14:37:33.186770 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Device 37dc35e3-e514-45bc-a34b-f09b87488ac9 not bound to the agent host hv-cinder-79819 {{(pid=93412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 14:37:34.314624 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.wsgi [-] (93411) accepted ('10.222.0.42', 56908) {{(pid=93411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:37:34.853866 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b040b0-6816-42aa-8608-88ac421c80a7 req-a81bfd8e-3eaa-41e1-a7b2-400fab95d0fe tempest-VolumesSnapshotTestJSON-568733889 tempest-VolumesSnapshotTestJSON-568733889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:37:34.855462 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-43b040b0-6816-42aa-8608-88ac421c80a7 req-a81bfd8e-3eaa-41e1-a7b2-400fab95d0fe tempest-VolumesSnapshotTestJSON-568733889 tempest-VolumesSnapshotTestJSON-568733889-project] 10.222.0.42 "GET /v2.0/ports?device_id=b5737c3c-20a2-41cb-a2ac-ffe16d3bbf9c HTTP/1.1" status: 200 len: 945 time: 0.0544372 Aug 10 14:37:34.899621 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-43b040b0-6816-42aa-8608-88ac421c80a7 req-f30b8601-2e8f-476f-9007-742f157a9ec9 tempest-VolumesSnapshotTestJSON-568733889 tempest-VolumesSnapshotTestJSON-568733889-project] 10.222.0.42 "GET /v2.0/security-groups?id=d03cbae6-3fee-46c4-9490-0fd9379bf62a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375965 Aug 10 14:37:34.995294 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-07940b31-2446-48f8-bca4-0c06fd289307 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-717720'] for router_interface, before_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:37:35.319718 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.plugins.ml2.plugin [None req-07940b31-2446-48f8-bca4-0c06fd289307 admin admin] Deleting port 7f882fd6-bfde-48b0-8130-3397db487faf {{(pid=93411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 14:37:35.320445 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-07940b31-2446-48f8-bca4-0c06fd289307 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786683848753'] for port, before_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:37:35.404447 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.plugins.ml2.db [None req-07940b31-2446-48f8-bca4-0c06fd289307 admin admin] For port 7f882fd6-bfde-48b0-8130-3397db487faf, host dv-cinder-798198-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-2-iscsi',level=0,port_id=7f882fd6-bfde-48b0-8130-3397db487faf,segment=NetworkSegment(d55ed611-efa5-4413-9a01-d70eef9c92c8),segment_id=d55ed611-efa5-4413-9a01-d70eef9c92c8)] {{(pid=93411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:37:35.404805 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-07940b31-2446-48f8-bca4-0c06fd289307 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-879274'] for port, precommit_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:37:35.420429 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.plugins.ml2.plugin [None req-07940b31-2446-48f8-bca4-0c06fd289307 admin admin] Calling delete_port for 7f882fd6-bfde-48b0-8130-3397db487faf owned by network:router_interface {{(pid=93411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 14:37:35.626637 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-07940b31-2446-48f8-bca4-0c06fd289307 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786683854475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786683465207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2690464'] for port, after_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:37:35.652402 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07940b31-2446-48f8-bca4-0c06fd289307 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f882fd6-bfde-48b0-8130-3397db487faf,revision_number=None']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:37:35.846798 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-07940b31-2446-48f8-bca4-0c06fd289307 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-767295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-889640'] for router_interface, after_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:37:36.028143 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb6848e-8027-4b4d-840f-6d2105b8f85e req-5cf69da3-3402-41ae-bc9e-39ed79083d0b tempest-VolumesSnapshotTestJSON-568733889 tempest-VolumesSnapshotTestJSON-568733889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:37:36.029771 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-deb6848e-8027-4b4d-840f-6d2105b8f85e req-5cf69da3-3402-41ae-bc9e-39ed79083d0b tempest-VolumesSnapshotTestJSON-568733889 tempest-VolumesSnapshotTestJSON-568733889-project] 10.222.0.42 "GET /v2.0/ports?device_id=b5737c3c-20a2-41cb-a2ac-ffe16d3bbf9c HTTP/1.1" status: 200 len: 945 time: 0.0519946 Aug 10 14:37:36.070890 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-deb6848e-8027-4b4d-840f-6d2105b8f85e req-e573e289-df7a-4c21-80a0-c2d0dc941c91 tempest-VolumesSnapshotTestJSON-568733889 tempest-VolumesSnapshotTestJSON-568733889-project] 10.222.0.42 "GET /v2.0/security-groups?id=d03cbae6-3fee-46c4-9490-0fd9379bf62a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343876 Aug 10 14:37:36.128458 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07940b31-2446-48f8-bca4-0c06fd289307 admin admin] Router 9c09542e-5201-4a53-a355-b1f2b1a699e0 has already been hosted by L3 agent 8acc92de-0cfa-4d60-8b37-a39a4d3c1570 {{(pid=93411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 14:37:36.240362 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07940b31-2446-48f8-bca4-0c06fd289307 admin admin] Notify agent at l3_agent.dv-cinder-798198-2-iscsi the message routers_updated {{(pid=93411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 14:37:36.245569 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-07940b31-2446-48f8-bca4-0c06fd289307 admin admin] 10.222.0.42 "PUT /v2.0/routers/9c09542e-5201-4a53-a355-b1f2b1a699e0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9291646 Aug 10 14:37:36.248066 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.wsgi [-] (93411) accepted ('10.222.0.42', 56950) {{(pid=93411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:37:36.251512 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a78dac6d-1dcc-4fe3-9653-08ab54e28553 None None] Sync routers for ids ['9c09542e-5201-4a53-a355-b1f2b1a699e0'] in dv-cinder-798198-2-iscsi {{(pid=93413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 14:37:36.264513 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a78dac6d-1dcc-4fe3-9653-08ab54e28553 None None] Routers {'9c09542e-5201-4a53-a355-b1f2b1a699e0'} bound to L3 agent in host dv-cinder-798198-2-iscsi {{(pid=93413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:37:36.266063 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.db.l3_hamode_db [None req-a78dac6d-1dcc-4fe3-9653-08ab54e28553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T14:22:29Z,description=,heartbeat_timestamp=2021-08-10T14:37:29Z,host='dv-cinder-798198-2-iscsi',id=8acc92de-0cfa-4d60-8b37-a39a4d3c1570,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T14:22:29Z,topic='l3_agent')) {'router_ids': ['9c09542e-5201-4a53-a355-b1f2b1a699e0'], 'active': True} {{(pid=93413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:37:36.368719 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-9bb6f39d-439c-4a5e-b6e9-cbe6e914a474 admin admin] Notify callbacks [] for router, before_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:37:36.383777 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.db.l3_dvr_db [None req-a78dac6d-1dcc-4fe3-9653-08ab54e28553 None None] Set router 9c09542e-5201-4a53-a355-b1f2b1a699e0 gateway port host: dv-cinder-798198-2-iscsi {{(pid=93413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:37:36.473533 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58893b4-1992-44a1-a717-0ab2b465bc3b req-042bd2dc-a1d8-4018-b3d7-521479e7dfb2 tempest-VolumesSnapshotTestJSON-568733889 tempest-VolumesSnapshotTestJSON-568733889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:37:36.475608 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-b58893b4-1992-44a1-a717-0ab2b465bc3b req-042bd2dc-a1d8-4018-b3d7-521479e7dfb2 tempest-VolumesSnapshotTestJSON-568733889 tempest-VolumesSnapshotTestJSON-568733889-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5737c3c-20a2-41cb-a2ac-ffe16d3bbf9c HTTP/1.1" status: 200 len: 945 time: 0.0666847 Aug 10 14:37:36.526368 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-9bb6f39d-439c-4a5e-b6e9-cbe6e914a474 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:37:36.593492 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.db.l3_hamode_db [None req-a78dac6d-1dcc-4fe3-9653-08ab54e28553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c09542e-5201-4a53-a355-b1f2b1a699e0', 'name': 'tempest-AttachVolumeShelveTestJSON-564264007-router', 'tenant_id': 'e156b5d0a1d64f118dbb019f54a5f1f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'external_fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': 'a6b091e1-0abc-4678-a829-20447b882acc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:30:13Z', 'updated_at': '2021-08-10T14:37:35Z', 'revision_number': 5, 'project_id': 'e156b5d0a1d64f118dbb019f54a5f1f0', 'gw_port': {'id': 'a6b091e1-0abc-4678-a829-20447b882acc', 'name': '', 'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:af:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c09542e-5201-4a53-a355-b1f2b1a699e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:30:14Z', 'updated_at': '2021-08-10T14:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-2-iscsi'}], 'dv-cinder-798198-2-iscsi', False) {} {{(pid=93413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:37:36.598505 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.plugins.ml2.plugin [None req-9bb6f39d-439c-4a5e-b6e9-cbe6e914a474 admin admin] Deleting port a6b091e1-0abc-4678-a829-20447b882acc {{(pid=93411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 14:37:36.598783 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-9bb6f39d-439c-4a5e-b6e9-cbe6e914a474 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786683848753'] for port, before_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:37:36.629040 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a78dac6d-1dcc-4fe3-9653-08ab54e28553 None None] Checking router: 9c09542e-5201-4a53-a355-b1f2b1a699e0 for host: dv-cinder-798198-2-iscsi {{(pid=93413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 14:37:36.635540 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.plugin [req-b58893b4-1992-44a1-a717-0ab2b465bc3b req-c48158c6-f756-4927-b8cc-c24e16b614d0 tempest-VolumesSnapshotTestJSON-568733889 tempest-VolumesSnapshotTestJSON-568733889-project] Deleting port 758e8759-8f70-420e-be5c-3f76b0c49960 {{(pid=93410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 14:37:36.635896 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-b58893b4-1992-44a1-a717-0ab2b465bc3b req-c48158c6-f756-4927-b8cc-c24e16b614d0 tempest-VolumesSnapshotTestJSON-568733889 tempest-VolumesSnapshotTestJSON-568733889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786683848753'] for port, before_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:37:36.639822 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a78dac6d-1dcc-4fe3-9653-08ab54e28553 None None] Routers {'9c09542e-5201-4a53-a355-b1f2b1a699e0'} bound to L3 agent in host dv-cinder-798198-2-iscsi {{(pid=93413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:37:36.640622 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.db.l3_hamode_db [None req-a78dac6d-1dcc-4fe3-9653-08ab54e28553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T14:22:29Z,description=,heartbeat_timestamp=2021-08-10T14:37:29Z,host='dv-cinder-798198-2-iscsi',id=8acc92de-0cfa-4d60-8b37-a39a4d3c1570,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T14:22:29Z,topic='l3_agent')) {'router_ids': ['9c09542e-5201-4a53-a355-b1f2b1a699e0'], 'active': True} {{(pid=93413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:37:36.714746 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.plugins.ml2.db [None req-9bb6f39d-439c-4a5e-b6e9-cbe6e914a474 admin admin] For port a6b091e1-0abc-4678-a829-20447b882acc, host dv-cinder-798198-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-2-iscsi',level=0,port_id=a6b091e1-0abc-4678-a829-20447b882acc,segment=NetworkSegment(9b73c935-a484-45be-a2a0-87b3c816c298),segment_id=9b73c935-a484-45be-a2a0-87b3c816c298)] {{(pid=93411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:37:36.715118 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-9bb6f39d-439c-4a5e-b6e9-cbe6e914a474 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-879274'] for port, precommit_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:37:36.731451 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.plugins.ml2.plugin [None req-9bb6f39d-439c-4a5e-b6e9-cbe6e914a474 admin admin] Calling delete_port for a6b091e1-0abc-4678-a829-20447b882acc owned by network:router_gateway {{(pid=93411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 14:37:36.749826 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [req-b58893b4-1992-44a1-a717-0ab2b465bc3b req-c48158c6-f756-4927-b8cc-c24e16b614d0 tempest-VolumesSnapshotTestJSON-568733889 tempest-VolumesSnapshotTestJSON-568733889-project] For port 758e8759-8f70-420e-be5c-3f76b0c49960, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=758e8759-8f70-420e-be5c-3f76b0c49960,segment=NetworkSegment(ec87b8ec-0358-418e-9f93-44a31647d69e),segment_id=ec87b8ec-0358-418e-9f93-44a31647d69e)] {{(pid=93410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:37:36.749826 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-b58893b4-1992-44a1-a717-0ab2b465bc3b req-c48158c6-f756-4927-b8cc-c24e16b614d0 tempest-VolumesSnapshotTestJSON-568733889 tempest-VolumesSnapshotTestJSON-568733889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-879274'] for port, precommit_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:37:36.763997 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.plugin [req-b58893b4-1992-44a1-a717-0ab2b465bc3b req-c48158c6-f756-4927-b8cc-c24e16b614d0 tempest-VolumesSnapshotTestJSON-568733889 tempest-VolumesSnapshotTestJSON-568733889-project] Calling delete_port for 758e8759-8f70-420e-be5c-3f76b0c49960 owned by compute:nova {{(pid=93410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 14:37:36.800537 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.wsgi [-] (93411) accepted ('10.222.0.42', 56958) {{(pid=93411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:37:36.833220 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.db.l3_dvr_db [None req-a78dac6d-1dcc-4fe3-9653-08ab54e28553 None None] Set router 9c09542e-5201-4a53-a355-b1f2b1a699e0 gateway port host: None {{(pid=93413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:37:36.892539 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.db.l3_hamode_db [None req-a78dac6d-1dcc-4fe3-9653-08ab54e28553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c09542e-5201-4a53-a355-b1f2b1a699e0', 'name': 'tempest-AttachVolumeShelveTestJSON-564264007-router', 'tenant_id': 'e156b5d0a1d64f118dbb019f54a5f1f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:30:13Z', 'updated_at': '2021-08-10T14:37:36Z', 'revision_number': 6, 'project_id': 'e156b5d0a1d64f118dbb019f54a5f1f0', 'gw_port_host': None}], 'dv-cinder-798198-2-iscsi', False) {} {{(pid=93413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:37:36.920734 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-b58893b4-1992-44a1-a717-0ab2b465bc3b req-c48158c6-f756-4927-b8cc-c24e16b614d0 tempest-VolumesSnapshotTestJSON-568733889 tempest-VolumesSnapshotTestJSON-568733889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786683854475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786683465207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26372150'] for port, after_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:37:36.935570 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a78dac6d-1dcc-4fe3-9653-08ab54e28553 None None] The sync data for ids ['9c09542e-5201-4a53-a355-b1f2b1a699e0'] in dv-cinder-798198-2-iscsi is: [{'id': '9c09542e-5201-4a53-a355-b1f2b1a699e0', 'name': 'tempest-AttachVolumeShelveTestJSON-564264007-router', 'tenant_id': 'e156b5d0a1d64f118dbb019f54a5f1f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:30:13Z', 'updated_at': '2021-08-10T14:37:36Z', 'revision_number': 6, 'project_id': 'e156b5d0a1d64f118dbb019f54a5f1f0', 'gw_port_host': None}] {{(pid=93413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 14:37:36.936150 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.db [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] get_ports_and_sgs() called for port_ids ['758e8759-8f70-420e-be5c-3f76b0c49960'] {{(pid=93412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 14:37:36.959547 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48158c6-f756-4927-b8cc-c24e16b614d0 tempest-VolumesSnapshotTestJSON-568733889 tempest-VolumesSnapshotTestJSON-568733889-project] Pushing event deleted for resources: {'Port': ['ID=758e8759-8f70-420e-be5c-3f76b0c49960,revision_number=None']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:37:37.019037 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_dvrscheduler_db [req-b58893b4-1992-44a1-a717-0ab2b465bc3b req-c48158c6-f756-4927-b8cc-c24e16b614d0 tempest-VolumesSnapshotTestJSON-568733889 tempest-VolumesSnapshotTestJSON-568733889-project] No DVR routers for this DVR port 758e8759-8f70-420e-be5c-3f76b0c49960 on host hv-cinder-79819 {{(pid=93410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 14:37:37.021623 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-b58893b4-1992-44a1-a717-0ab2b465bc3b req-c48158c6-f756-4927-b8cc-c24e16b614d0 tempest-VolumesSnapshotTestJSON-568733889 tempest-VolumesSnapshotTestJSON-568733889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-387483'] for port, before_response {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:37:37.023950 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-b58893b4-1992-44a1-a717-0ab2b465bc3b req-c48158c6-f756-4927-b8cc-c24e16b614d0 tempest-VolumesSnapshotTestJSON-568733889 tempest-VolumesSnapshotTestJSON-568733889-project] 10.222.0.18 "DELETE /v2.0/ports/758e8759-8f70-420e-be5c-3f76b0c49960 HTTP/1.1" status: 204 len: 173 time: 0.5413423 Aug 10 14:37:37.024403 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5737c3c-20a2-41cb-a2ac-ffe16d3bbf9c', 'name': 'network-vif-deleted', 'tag': '758e8759-8f70-420e-be5c-3f76b0c49960'}] {{(pid=93410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:37:37.026876 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}173c15a1f530ed65b3eefe425c4e9cd9c28cfc2a1cdec76c1bb34aa91000b996" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a89c4758-9e8e-48e4-84f1-6c93caab5473" -d '{"events": [{"server_uuid": "b5737c3c-20a2-41cb-a2ac-ffe16d3bbf9c", "name": "network-vif-deleted", "tag": "758e8759-8f70-420e-be5c-3f76b0c49960"}]}' {{(pid=93410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:37:37.065527 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 14:37:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a5c8be4-40d1-49ab-bca7-2b9401b5d9b4 x-openstack-request-id: req-8a5c8be4-40d1-49ab-bca7-2b9401b5d9b4 {{(pid=93410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:37:37.066309 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5737c3c-20a2-41cb-a2ac-ffe16d3bbf9c", "name": "network-vif-deleted", "tag": "758e8759-8f70-420e-be5c-3f76b0c49960", "status": "completed", "code": 200}]} {{(pid=93410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:37:37.067029 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8a5c8be4-40d1-49ab-bca7-2b9401b5d9b4 {{(pid=93410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:37:37.067442 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5737c3c-20a2-41cb-a2ac-ffe16d3bbf9c', 'name': 'network-vif-deleted', 'tag': '758e8759-8f70-420e-be5c-3f76b0c49960', 'status': 'completed', 'code': 200} Aug 10 14:37:37.134999 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-66a06c81-b632-4bf4-aad4-915430f00b1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:37:37.195527 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-a23c22c0-8f0b-470d-a90f-68af7a7df610 req-ca8548ef-0da6-4c79-8305-3736bae89b49 tempest-VolumesSnapshotTestJSON-568733889 tempest-VolumesSnapshotTestJSON-568733889-project] 10.222.0.42 "GET /v2.0/ports?device_id=b5737c3c-20a2-41cb-a2ac-ffe16d3bbf9c HTTP/1.1" status: 200 len: 210 time: 0.0281649 Aug 10 14:37:37.254889 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-9bb6f39d-439c-4a5e-b6e9-cbe6e914a474 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786683854475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786683465207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2690464'] for port, after_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:37:37.287224 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb6f39d-439c-4a5e-b6e9-cbe6e914a474 admin admin] Pushing event deleted for resources: {'Port': ['ID=a6b091e1-0abc-4678-a829-20447b882acc,revision_number=None']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:37:37.364706 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-66a06c81-b632-4bf4-aad4-915430f00b1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:37:37.371441 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-66a06c81-b632-4bf4-aad4-915430f00b1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734645'] for security_group, after_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:37:37.387471 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-9bb6f39d-439c-4a5e-b6e9-cbe6e914a474 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-880078'] for router_gateway, after_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:37:37.496093 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a06c81-b632-4bf4-aad4-915430f00b1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90559db4-4075-46a2-92eb-507032e5cf62,revision_number=1']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:37:37.500335 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-66a06c81-b632-4bf4-aad4-915430f00b1d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d58e2741cfa4484c92cc3ae185bb4695&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6988039 Aug 10 14:37:37.502473 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-9bb6f39d-439c-4a5e-b6e9-cbe6e914a474 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-889914', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35201'] for router, precommit_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:37:37.503212 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.wsgi [-] (93410) accepted ('10.222.0.42', 56966) {{(pid=93410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:37:37.505559 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-9bb6f39d-439c-4a5e-b6e9-cbe6e914a474 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:37:37.557451 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-9bb6f39d-439c-4a5e-b6e9-cbe6e914a474 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-889891'] for router, after_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:37:37.558026 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bb6f39d-439c-4a5e-b6e9-cbe6e914a474 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9c09542e-5201-4a53-a355-b1f2b1a699e0 {{(pid=93411) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 14:37:37.563008 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-9bb6f39d-439c-4a5e-b6e9-cbe6e914a474 admin admin] Notify callbacks [] for router, before_response {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:37:37.564167 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-9bb6f39d-439c-4a5e-b6e9-cbe6e914a474 admin admin] 10.222.0.42 "DELETE /v2.0/routers/9c09542e-5201-4a53-a355-b1f2b1a699e0 HTTP/1.1" status: 204 len: 168 time: 1.3151515 Aug 10 14:37:37.566709 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.wsgi [-] (93411) accepted ('10.222.0.42', 56968) {{(pid=93411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:37:37.568818 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-89a79e4e-d2b3-4047-b86d-55ffce4d1dd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:37:37.591935 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-89a79e4e-d2b3-4047-b86d-55ffce4d1dd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:37:37.612758 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1716f49-ec85-483f-807f-60f0a57fe53d admin admin] Deleting subnet 061e4b8c-ab2d-4682-a3d2-e34df59bc21f {{(pid=93411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 14:37:37.615835 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-e1716f49-ec85-483f-807f-60f0a57fe53d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:37:37.642501 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-89a79e4e-d2b3-4047-b86d-55ffce4d1dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734645'] for security_group, after_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:37:37.645190 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-89a79e4e-d2b3-4047-b86d-55ffce4d1dd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:37:37.646557 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [None req-89a79e4e-d2b3-4047-b86d-55ffce4d1dd3 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/90559db4-4075-46a2-92eb-507032e5cf62 HTTP/1.1" status: 204 len: 168 time: 0.1413071 Aug 10 14:37:37.663925 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-e1716f49-ec85-483f-807f-60f0a57fe53d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26216108'] for subnet, precommit_delete_associations {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:37:37.671414 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a79e4e-d2b3-4047-b86d-55ffce4d1dd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90559db4-4075-46a2-92eb-507032e5cf62,revision_number=None']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:37:37.763807 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Device a6b091e1-0abc-4678-a829-20447b882acc no longer exists at agent ovs-agent-dv-cinder-798198-2-iscsi {{(pid=93412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 14:37:37.773275 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-e1716f49-ec85-483f-807f-60f0a57fe53d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1963407'] for subnet, precommit_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:37:37.797792 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.plugin [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] No Port match for: a6b091e1-0abc-4678-a829-20447b882acc {{(pid=93412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 14:37:37.798347 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Device a6b091e1-0abc-4678-a829-20447b882acc not bound to the agent host dv-cinder-798198-2-iscsi {{(pid=93412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 14:37:37.799371 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Device 7f882fd6-bfde-48b0-8130-3397db487faf no longer exists at agent ovs-agent-dv-cinder-798198-2-iscsi {{(pid=93412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 14:37:37.842048 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.plugin [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] No Port match for: 7f882fd6-bfde-48b0-8130-3397db487faf {{(pid=93412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 14:37:37.842990 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Device 7f882fd6-bfde-48b0-8130-3397db487faf not bound to the agent host dv-cinder-798198-2-iscsi {{(pid=93412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 14:37:37.850470 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-e1716f49-ec85-483f-807f-60f0a57fe53d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1963510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2690453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26471085'] for subnet, after_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:37:37.892275 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-e1716f49-ec85-483f-807f-60f0a57fe53d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:37:37.896993 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.wsgi [-] (93410) accepted ('10.222.0.42', 56974) {{(pid=93410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:37:37.897805 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-e1716f49-ec85-483f-807f-60f0a57fe53d admin admin] 10.222.0.42 "DELETE /v2.0/subnets/061e4b8c-ab2d-4682-a3d2-e34df59bc21f HTTP/1.1" status: 204 len: 168 time: 0.3300259 Aug 10 14:37:37.899089 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1716f49-ec85-483f-807f-60f0a57fe53d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=061e4b8c-ab2d-4682-a3d2-e34df59bc21f,revision_number=None']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:37:37.899586 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00854c4b-9ce5-4a48-9363-328dcc7ed6ae None None] Network 86a6d1d4-f800-47bf-859f-81a5bd8d7c63 requested from dv-cinder-798198-2-iscsi {{(pid=93412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 14:37:37.986316 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-008f7efc-78f8-4f08-a7e9-c610d85fef9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1782855'] for network, before_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:37:38.056699 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.plugin [None req-008f7efc-78f8-4f08-a7e9-c610d85fef9a admin admin] Deleting port 1bc8f386-7e29-4ea4-be03-90ed3eefacc2 {{(pid=93410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 14:37:38.057036 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-008f7efc-78f8-4f08-a7e9-c610d85fef9a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786683848753'] for port, before_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:37:38.132079 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cf6d588-2d15-42cf-b60e-e91dc0e0f90a None None] DHCP port deletion for 86a6d1d4-f800-47bf-859f-81a5bd8d7c63 request from dv-cinder-798198-2-iscsi {{(pid=93412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 14:37:38.144510 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [None req-008f7efc-78f8-4f08-a7e9-c610d85fef9a admin admin] For port 1bc8f386-7e29-4ea4-be03-90ed3eefacc2, host dv-cinder-798198-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-2-iscsi',level=0,port_id=1bc8f386-7e29-4ea4-be03-90ed3eefacc2,segment=NetworkSegment(d55ed611-efa5-4413-9a01-d70eef9c92c8),segment_id=d55ed611-efa5-4413-9a01-d70eef9c92c8)] {{(pid=93410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:37:38.145120 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-008f7efc-78f8-4f08-a7e9-c610d85fef9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-879274'] for port, precommit_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:37:38.159913 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.plugin [None req-008f7efc-78f8-4f08-a7e9-c610d85fef9a admin admin] Calling delete_port for 1bc8f386-7e29-4ea4-be03-90ed3eefacc2 owned by network:dhcp {{(pid=93410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 14:37:38.189309 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.plugin [None req-9cf6d588-2d15-42cf-b60e-e91dc0e0f90a None None] Deleting port 1bc8f386-7e29-4ea4-be03-90ed3eefacc2 {{(pid=93412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 14:37:38.189814 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-9cf6d588-2d15-42cf-b60e-e91dc0e0f90a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786683848753'] for port, before_delete {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:37:38.262511 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.db [None req-9cf6d588-2d15-42cf-b60e-e91dc0e0f90a None None] For port 1bc8f386-7e29-4ea4-be03-90ed3eefacc2, host dv-cinder-798198-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-2-iscsi',level=0,port_id=1bc8f386-7e29-4ea4-be03-90ed3eefacc2,segment=NetworkSegment(d55ed611-efa5-4413-9a01-d70eef9c92c8),segment_id=d55ed611-efa5-4413-9a01-d70eef9c92c8)] {{(pid=93412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:37:38.263475 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-9cf6d588-2d15-42cf-b60e-e91dc0e0f90a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-879274'] for port, precommit_delete {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:37:38.275381 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-008f7efc-78f8-4f08-a7e9-c610d85fef9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786683854475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786683465207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26372150'] for port, after_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:37:38.284259 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.plugin [None req-9cf6d588-2d15-42cf-b60e-e91dc0e0f90a None None] Calling delete_port for 1bc8f386-7e29-4ea4-be03-90ed3eefacc2 owned by network:dhcp {{(pid=93412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 14:37:38.309940 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008f7efc-78f8-4f08-a7e9-c610d85fef9a admin admin] Pushing event deleted for resources: {'Port': ['ID=1bc8f386-7e29-4ea4-be03-90ed3eefacc2,revision_number=None']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:37:38.313077 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-008f7efc-78f8-4f08-a7e9-c610d85fef9a admin admin] No DVR routers for this DVR port 1bc8f386-7e29-4ea4-be03-90ed3eefacc2 on host dv-cinder-798198-2-iscsi {{(pid=93410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 14:37:38.369818 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-9cf6d588-2d15-42cf-b60e-e91dc0e0f90a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786683854475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786683465207'] for port, after_delete {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:37:38.398413 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf6d588-2d15-42cf-b60e-e91dc0e0f90a None None] Pushing event deleted for resources: {'Port': ['ID=1bc8f386-7e29-4ea4-be03-90ed3eefacc2,revision_number=None']} {{(pid=93412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:37:38.404334 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf6d588-2d15-42cf-b60e-e91dc0e0f90a None None] No DVR routers for this DVR port 1bc8f386-7e29-4ea4-be03-90ed3eefacc2 on host dv-cinder-798198-2-iscsi {{(pid=93412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 14:37:38.408723 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-008f7efc-78f8-4f08-a7e9-c610d85fef9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1963782', 'neutron.services.segments.db._delete_segments_for_network-8786683991920'] for network, precommit_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:37:38.420724 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.services.segments.db [None req-008f7efc-78f8-4f08-a7e9-c610d85fef9a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86a6d1d4-f800-47bf-859f-81a5bd8d7c63']}} {{(pid=93410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:37:38.433113 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.services.segments.db [None req-008f7efc-78f8-4f08-a7e9-c610d85fef9a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd55ed611-efa5-4413-9a01-d70eef9c92c8') {'for_net_delete': True} {{(pid=93410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:37:38.433580 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.services.segments.db [None req-008f7efc-78f8-4f08-a7e9-c610d85fef9a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd55ed611-efa5-4413-9a01-d70eef9c92c8') {} {{(pid=93410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:37:38.444538 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-008f7efc-78f8-4f08-a7e9-c610d85fef9a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786683994745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25513282'] for segment, before_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:37:38.465787 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-008f7efc-78f8-4f08-a7e9-c610d85fef9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1962803'] for segment, precommit_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:37:38.473071 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-008f7efc-78f8-4f08-a7e9-c610d85fef9a admin admin] Releasing vlan 575 on physical network physnet1 to pool {{(pid=93410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 14:37:38.473503 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-008f7efc-78f8-4f08-a7e9-c610d85fef9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1962803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26372329'] for segment, after_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:37:38.475316 dv-cinder-798198-2-iscsi neutron-server[93410]: Traceback (most recent call last): Aug 10 14:37:38.475316 dv-cinder-798198-2-iscsi neutron-server[93410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 14:37:38.475316 dv-cinder-798198-2-iscsi neutron-server[93410]: timer() Aug 10 14:37:38.475316 dv-cinder-798198-2-iscsi neutron-server[93410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 14:37:38.475316 dv-cinder-798198-2-iscsi neutron-server[93410]: cb(*args, **kw) Aug 10 14:37:38.475316 dv-cinder-798198-2-iscsi neutron-server[93410]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 14:37:38.475316 dv-cinder-798198-2-iscsi neutron-server[93410]: return func(*args, **kwargs) Aug 10 14:37:38.475316 dv-cinder-798198-2-iscsi neutron-server[93410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 14:37:38.475316 dv-cinder-798198-2-iscsi neutron-server[93410]: self._notify() Aug 10 14:37:38.475316 dv-cinder-798198-2-iscsi neutron-server[93410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 14:37:38.475316 dv-cinder-798198-2-iscsi neutron-server[93410]: self.callback(batched_events) Aug 10 14:37:38.475316 dv-cinder-798198-2-iscsi neutron-server[93410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 14:37:38.475316 dv-cinder-798198-2-iscsi neutron-server[93410]: event.method(event) Aug 10 14:37:38.475316 dv-cinder-798198-2-iscsi neutron-server[93410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 14:37:38.475316 dv-cinder-798198-2-iscsi neutron-server[93410]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 14:37:38.475316 dv-cinder-798198-2-iscsi neutron-server[93410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 14:37:38.475316 dv-cinder-798198-2-iscsi neutron-server[93410]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 14:37:38.475316 dv-cinder-798198-2-iscsi neutron-server[93410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 14:37:38.475316 dv-cinder-798198-2-iscsi neutron-server[93410]: return f(self, *a, **k) Aug 10 14:37:38.475316 dv-cinder-798198-2-iscsi neutron-server[93410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 14:37:38.475316 dv-cinder-798198-2-iscsi neutron-server[93410]: return self._get(url).json() Aug 10 14:37:38.475316 dv-cinder-798198-2-iscsi neutron-server[93410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 14:37:38.475316 dv-cinder-798198-2-iscsi neutron-server[93410]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 14:37:38.475316 dv-cinder-798198-2-iscsi neutron-server[93410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 14:37:38.475316 dv-cinder-798198-2-iscsi neutron-server[93410]: return self.request(url, 'GET', **kwargs) Aug 10 14:37:38.475316 dv-cinder-798198-2-iscsi neutron-server[93410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 14:37:38.475316 dv-cinder-798198-2-iscsi neutron-server[93410]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 14:37:38.475316 dv-cinder-798198-2-iscsi neutron-server[93410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 14:37:38.475316 dv-cinder-798198-2-iscsi neutron-server[93410]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 14:37:38.475316 dv-cinder-798198-2-iscsi neutron-server[93410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 14:37:38.475316 dv-cinder-798198-2-iscsi neutron-server[93410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 14:37:38.475316 dv-cinder-798198-2-iscsi neutron-server[93410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 14:37:38.544164 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-008f7efc-78f8-4f08-a7e9-c610d85fef9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1963789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-880042'] for network, after_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:37:38.551875 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-008f7efc-78f8-4f08-a7e9-c610d85fef9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-767256'] for network, before_response {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:37:38.554728 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [None req-008f7efc-78f8-4f08-a7e9-c610d85fef9a admin admin] 10.222.0.42 "DELETE /v2.0/networks/86a6d1d4-f800-47bf-859f-81a5bd8d7c63 HTTP/1.1" status: 204 len: 168 time: 0.6562693 Aug 10 14:37:38.577240 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008f7efc-78f8-4f08-a7e9-c610d85fef9a admin admin] Pushing event deleted for resources: {'Network': ['ID=86a6d1d4-f800-47bf-859f-81a5bd8d7c63,revision_number=None']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:37:38.732956 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.wsgi [-] (93410) accepted ('10.222.0.42', 57004) {{(pid=93410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:37:38.779403 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [None req-4f31317e-4851-48b1-8a22-13481dbd4f5f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e156b5d0a1d64f118dbb019f54a5f1f0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0451543 Aug 10 14:37:38.783628 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.wsgi [-] (93410) accepted ('10.222.0.42', 57008) {{(pid=93410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:37:38.837182 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-c6562dc1-664e-4b41-8ad4-e6aa0c37ee7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:37:38.860987 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-c6562dc1-664e-4b41-8ad4-e6aa0c37ee7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:37:38.911301 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-c6562dc1-664e-4b41-8ad4-e6aa0c37ee7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734645'] for security_group, after_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:37:38.913991 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-c6562dc1-664e-4b41-8ad4-e6aa0c37ee7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:37:38.915247 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [None req-c6562dc1-664e-4b41-8ad4-e6aa0c37ee7f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4cd359b9-0637-43af-8b5b-aee7c9a5f598 HTTP/1.1" status: 204 len: 168 time: 0.1306360 Aug 10 14:37:38.924003 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6562dc1-664e-4b41-8ad4-e6aa0c37ee7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cd359b9-0637-43af-8b5b-aee7c9a5f598,revision_number=None']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:37:38.932500 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6562dc1-664e-4b41-8ad4-e6aa0c37ee7f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:37:38.932915 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6562dc1-664e-4b41-8ad4-e6aa0c37ee7f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:37:38.933360 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6562dc1-664e-4b41-8ad4-e6aa0c37ee7f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:37:38.933811 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6562dc1-664e-4b41-8ad4-e6aa0c37ee7f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:37:38.934440 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6562dc1-664e-4b41-8ad4-e6aa0c37ee7f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:37:38.934780 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6562dc1-664e-4b41-8ad4-e6aa0c37ee7f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:37:38.935106 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6562dc1-664e-4b41-8ad4-e6aa0c37ee7f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:37:38.935431 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6562dc1-664e-4b41-8ad4-e6aa0c37ee7f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:37:38.935758 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6562dc1-664e-4b41-8ad4-e6aa0c37ee7f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:37:38.936081 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6562dc1-664e-4b41-8ad4-e6aa0c37ee7f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:37:38.936402 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6562dc1-664e-4b41-8ad4-e6aa0c37ee7f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:37:38.936721 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6562dc1-664e-4b41-8ad4-e6aa0c37ee7f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:37:39.036905 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.wsgi [-] (93410) accepted ('10.222.0.42', 57014) {{(pid=93410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:37:39.313814 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-4895183a-2c5f-46c7-84cf-af2b14bb181f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:37:39.427645 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-4895183a-2c5f-46c7-84cf-af2b14bb181f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:37:39.434370 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-4895183a-2c5f-46c7-84cf-af2b14bb181f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734645'] for security_group, after_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:37:39.480798 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [None req-4895183a-2c5f-46c7-84cf-af2b14bb181f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=60d10925df5e4154bca6896c41c22fa6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4420302 Aug 10 14:37:39.481878 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4895183a-2c5f-46c7-84cf-af2b14bb181f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00860dbe-d5bb-4bd1-a62d-3bef60bd0df5,revision_number=1']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:37:39.483687 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.wsgi [-] (93411) accepted ('10.222.0.42', 57028) {{(pid=93411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:37:39.555984 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-ddc04952-b2c2-4948-93b2-3082045fa389 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:37:39.583236 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-ddc04952-b2c2-4948-93b2-3082045fa389 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:37:39.594143 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Device 758e8759-8f70-420e-be5c-3f76b0c49960 no longer exists at agent hyperv_hv-cinder-79819 {{(pid=93412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 14:37:39.616856 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.plugin [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] No Port match for: 758e8759-8f70-420e-be5c-3f76b0c49960 {{(pid=93412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 14:37:39.617600 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Device 758e8759-8f70-420e-be5c-3f76b0c49960 not bound to the agent host hv-cinder-79819 {{(pid=93412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 14:37:39.628362 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Device 1bc8f386-7e29-4ea4-be03-90ed3eefacc2 no longer exists at agent ovs-agent-dv-cinder-798198-2-iscsi {{(pid=93412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 14:37:39.643684 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-ddc04952-b2c2-4948-93b2-3082045fa389 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734645'] for security_group, after_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:37:39.646663 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-ddc04952-b2c2-4948-93b2-3082045fa389 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:37:39.647833 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-ddc04952-b2c2-4948-93b2-3082045fa389 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/00860dbe-d5bb-4bd1-a62d-3bef60bd0df5 HTTP/1.1" status: 204 len: 168 time: 0.1630857 Aug 10 14:37:39.654121 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.plugin [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] No Port match for: 1bc8f386-7e29-4ea4-be03-90ed3eefacc2 {{(pid=93412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 14:37:39.655254 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Device 1bc8f386-7e29-4ea4-be03-90ed3eefacc2 not bound to the agent host dv-cinder-798198-2-iscsi {{(pid=93412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 14:37:39.670152 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc04952-b2c2-4948-93b2-3082045fa389 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00860dbe-d5bb-4bd1-a62d-3bef60bd0df5,revision_number=None']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:37:50.432493 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62438bb2-97a1-45eb-aa04-55fe6f2d1a36 req-3d54d814-7e8e-4aa0-822f-08108a11669d tempest-VolumesSnapshotTestJSON-568733889 tempest-VolumesSnapshotTestJSON-568733889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:37:50.434267 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-62438bb2-97a1-45eb-aa04-55fe6f2d1a36 req-3d54d814-7e8e-4aa0-822f-08108a11669d tempest-VolumesSnapshotTestJSON-568733889 tempest-VolumesSnapshotTestJSON-568733889-project] 10.222.0.42 "GET /v2.0/networks?id=73e90ee1-bc65-419a-9d7c-8c906bfe41d2 HTTP/1.1" status: 200 len: 814 time: 0.1131468 Aug 10 14:37:50.449940 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-62438bb2-97a1-45eb-aa04-55fe6f2d1a36 req-69a13be3-a53a-450a-89f6-5f0e6acdc8df tempest-VolumesSnapshotTestJSON-568733889 tempest-VolumesSnapshotTestJSON-568733889-project] 10.222.0.42 "GET /v2.0/quotas/ab462c6f3d554daf965b92d47d807dba HTTP/1.1" status: 200 len: 375 time: 0.0098946 Aug 10 14:37:50.484788 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-62438bb2-97a1-45eb-aa04-55fe6f2d1a36 req-743a63de-fff8-4137-8926-1d1a05089121 tempest-VolumesSnapshotTestJSON-568733889 tempest-VolumesSnapshotTestJSON-568733889-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=ab462c6f3d554daf965b92d47d807dba&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0290523 Aug 10 14:37:50.583816 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-62438bb2-97a1-45eb-aa04-55fe6f2d1a36 req-91b76316-50f1-4914-a739-5f63bb000160 service neutron] 10.222.0.42 "GET /v2.0/networks/73e90ee1-bc65-419a-9d7c-8c906bfe41d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918334 Aug 10 14:37:50.685010 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-62438bb2-97a1-45eb-aa04-55fe6f2d1a36 req-f4adc52d-22c8-4c22-a0d0-8aed66faa4a3 service neutron] 10.222.0.42 "GET /v2.0/networks/73e90ee1-bc65-419a-9d7c-8c906bfe41d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952818 Aug 10 14:37:50.895535 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-af28c8a8-7c19-409c-a926-32672773e494 req-0b8baa1d-41a2-4772-9d2e-3c755a813f82 tempest-VolumesSnapshotTestJSON-568733889 tempest-VolumesSnapshotTestJSON-568733889-project] 10.222.0.42 "GET /v2.0/ports?device_id=8caf025c-f003-4e13-a501-6d786fbda726 HTTP/1.1" status: 200 len: 210 time: 0.0393145 Aug 10 14:37:51.688413 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.wsgi [-] (93411) accepted ('10.222.0.42', 57268) {{(pid=93411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:37:51.843207 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-292d6849-3a42-4f57-8265-fb7bb10e9392 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:37:51.897952 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62438bb2-97a1-45eb-aa04-55fe6f2d1a36 req-c6db9158-9b5d-4471-a7ea-e5c64b68e1ff tempest-VolumesSnapshotTestJSON-568733889 tempest-VolumesSnapshotTestJSON-568733889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:37:51.900100 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-62438bb2-97a1-45eb-aa04-55fe6f2d1a36 req-c6db9158-9b5d-4471-a7ea-e5c64b68e1ff tempest-VolumesSnapshotTestJSON-568733889 tempest-VolumesSnapshotTestJSON-568733889-project] 10.222.0.18 "GET /v2.0/networks?id=73e90ee1-bc65-419a-9d7c-8c906bfe41d2 HTTP/1.1" status: 200 len: 814 time: 0.1322134 Aug 10 14:37:51.915990 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.v2.base [req-62438bb2-97a1-45eb-aa04-55fe6f2d1a36 req-990b195c-1ed8-474c-b2b8-9e42535cf062 tempest-VolumesSnapshotTestJSON-568733889 tempest-VolumesSnapshotTestJSON-568733889-project] Request body: {'port': {'device_id': '8caf025c-f003-4e13-a501-6d786fbda726', 'network_id': '73e90ee1-bc65-419a-9d7c-8c906bfe41d2', 'admin_state_up': True, 'tenant_id': 'ab462c6f3d554daf965b92d47d807dba'}} {{(pid=93410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:37:51.998626 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-292d6849-3a42-4f57-8265-fb7bb10e9392 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:37:52.003899 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-292d6849-3a42-4f57-8265-fb7bb10e9392 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734645'] for security_group, after_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:37:52.039602 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292d6849-3a42-4f57-8265-fb7bb10e9392 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b75384b9-429a-447a-9dab-1efe89420726,revision_number=1']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:37:52.046596 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-5ca2cbcf-f548-4e29-a2d8-34d35eb415f5 req-51a45755-a0f6-43c1-9839-e77c43f188c5 tempest-VolumesSnapshotTestJSON-568733889 tempest-VolumesSnapshotTestJSON-568733889-project] 10.222.0.42 "GET /v2.0/ports?device_id=8caf025c-f003-4e13-a501-6d786fbda726 HTTP/1.1" status: 200 len: 210 time: 0.0373533 Aug 10 14:37:52.058195 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-292d6849-3a42-4f57-8265-fb7bb10e9392 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6c6cbe6ead5743519eb656b18fa94079&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3654528 Aug 10 14:37:52.061194 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.wsgi [-] (93411) accepted ('10.222.0.42', 57284) {{(pid=93411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:37:52.121113 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62438bb2-97a1-45eb-aa04-55fe6f2d1a36 req-990b195c-1ed8-474c-b2b8-9e42535cf062 tempest-VolumesSnapshotTestJSON-568733889 tempest-VolumesSnapshotTestJSON-568733889-project] Made reservation on behalf of ab462c6f3d554daf965b92d47d807dba for: {'port': 1} {{(pid=93410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 14:37:52.125438 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-62438bb2-97a1-45eb-aa04-55fe6f2d1a36 req-990b195c-1ed8-474c-b2b8-9e42535cf062 tempest-VolumesSnapshotTestJSON-568733889 tempest-VolumesSnapshotTestJSON-568733889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:37:52.145364 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-c5d6105e-7e16-40e0-8bde-60b3d98358da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:37:52.169056 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-c5d6105e-7e16-40e0-8bde-60b3d98358da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:37:52.226057 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-c5d6105e-7e16-40e0-8bde-60b3d98358da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734645'] for security_group, after_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:37:52.228741 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-c5d6105e-7e16-40e0-8bde-60b3d98358da admin admin] Notify callbacks [] for security_group, before_response {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:37:52.230013 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-c5d6105e-7e16-40e0-8bde-60b3d98358da admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b75384b9-429a-447a-9dab-1efe89420726 HTTP/1.1" status: 204 len: 168 time: 0.1670277 Aug 10 14:37:52.245894 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d6105e-7e16-40e0-8bde-60b3d98358da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b75384b9-429a-447a-9dab-1efe89420726,revision_number=None']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:37:52.278239 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.db.db_base_plugin_common [req-62438bb2-97a1-45eb-aa04-55fe6f2d1a36 req-990b195c-1ed8-474c-b2b8-9e42535cf062 tempest-VolumesSnapshotTestJSON-568733889 tempest-VolumesSnapshotTestJSON-568733889-project] Allocated IP 172.20.0.13 (73e90ee1-bc65-419a-9d7c-8c906bfe41d2/7e657eab-ca13-487b-af80-2ab26c543479/ad6eaf48-0fc7-4f37-86f3-f36a929100eb) {{(pid=93410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 14:37:52.458489 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-62438bb2-97a1-45eb-aa04-55fe6f2d1a36 req-990b195c-1ed8-474c-b2b8-9e42535cf062 tempest-VolumesSnapshotTestJSON-568733889 tempest-VolumesSnapshotTestJSON-568733889-project] Notify callbacks [] for port, precommit_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:37:52.512768 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-62438bb2-97a1-45eb-aa04-55fe6f2d1a36 req-990b195c-1ed8-474c-b2b8-9e42535cf062 tempest-VolumesSnapshotTestJSON-568733889 tempest-VolumesSnapshotTestJSON-568733889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786683465198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26372150'] for port, after_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:37:52.565239 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62438bb2-97a1-45eb-aa04-55fe6f2d1a36 req-990b195c-1ed8-474c-b2b8-9e42535cf062 tempest-VolumesSnapshotTestJSON-568733889 tempest-VolumesSnapshotTestJSON-568733889-project] Network 73e90ee1-bc65-419a-9d7c-8c906bfe41d2 is already hosted by enough agents. {{(pid=93410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 14:37:52.574978 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.scheduler.base_scheduler [req-62438bb2-97a1-45eb-aa04-55fe6f2d1a36 req-990b195c-1ed8-474c-b2b8-9e42535cf062 tempest-VolumesSnapshotTestJSON-568733889 tempest-VolumesSnapshotTestJSON-568733889-project] Resources bound (agent type, host, resource id): {{(pid=93410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:37:52.578171 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_dvrscheduler_db [req-62438bb2-97a1-45eb-aa04-55fe6f2d1a36 req-990b195c-1ed8-474c-b2b8-9e42535cf062 tempest-VolumesSnapshotTestJSON-568733889 tempest-VolumesSnapshotTestJSON-568733889-project] Received port after_create {{(pid=93410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 14:37:52.578970 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.wsgi [-] (93411) accepted ('10.222.0.42', 57302) {{(pid=93411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:37:52.593590 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-95cebe2c-febf-4157-9f26-b55ad2d3b728 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:37:52.716041 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-95cebe2c-febf-4157-9f26-b55ad2d3b728 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:37:52.721700 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-95cebe2c-febf-4157-9f26-b55ad2d3b728 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734645'] for security_group, after_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:37:52.759163 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cebe2c-febf-4157-9f26-b55ad2d3b728 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6761475c-b1eb-42e1-b1c1-df04bcc7bb4f,revision_number=1']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:37:52.775130 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-95cebe2c-febf-4157-9f26-b55ad2d3b728 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=69568fcdb5f74a7298cd217f24a87dd7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1949787 Aug 10 14:37:52.777709 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.wsgi [-] (93411) accepted ('10.222.0.42', 57310) {{(pid=93411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:37:52.844323 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-2688aca0-1fe6-4e2d-aa84-698075c62b49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:37:52.869610 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-2688aca0-1fe6-4e2d-aa84-698075c62b49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:37:52.886581 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990b195c-1ed8-474c-b2b8-9e42535cf062 tempest-VolumesSnapshotTestJSON-568733889 tempest-VolumesSnapshotTestJSON-568733889-project] Pushing event updated for resources: {'Port': ['ID=ad6eaf48-0fc7-4f37-86f3-f36a929100eb,revision_number=1']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:37:52.905460 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62438bb2-97a1-45eb-aa04-55fe6f2d1a36 req-990b195c-1ed8-474c-b2b8-9e42535cf062 tempest-VolumesSnapshotTestJSON-568733889 tempest-VolumesSnapshotTestJSON-568733889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:37:52.907303 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-62438bb2-97a1-45eb-aa04-55fe6f2d1a36 req-990b195c-1ed8-474c-b2b8-9e42535cf062 tempest-VolumesSnapshotTestJSON-568733889 tempest-VolumesSnapshotTestJSON-568733889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-387483'] for port, before_response {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:37:52.923575 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-62438bb2-97a1-45eb-aa04-55fe6f2d1a36 req-990b195c-1ed8-474c-b2b8-9e42535cf062 tempest-VolumesSnapshotTestJSON-568733889 tempest-VolumesSnapshotTestJSON-568733889-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0134447 Aug 10 14:37:52.923907 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-2688aca0-1fe6-4e2d-aa84-698075c62b49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734645'] for security_group, after_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:37:52.926626 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-2688aca0-1fe6-4e2d-aa84-698075c62b49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:37:52.928710 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-2688aca0-1fe6-4e2d-aa84-698075c62b49 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6761475c-b1eb-42e1-b1c1-df04bcc7bb4f HTTP/1.1" status: 204 len: 168 time: 0.1491587 Aug 10 14:37:52.937306 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2688aca0-1fe6-4e2d-aa84-698075c62b49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6761475c-b1eb-42e1-b1c1-df04bcc7bb4f,revision_number=None']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:37:52.946593 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.v2.base [req-62438bb2-97a1-45eb-aa04-55fe6f2d1a36 req-6f6cb755-90e7-4f48-bf80-34b4ebb4bd08 service neutron] Request body: {'port': {'device_id': '8caf025c-f003-4e13-a501-6d786fbda726', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79819'}} {{(pid=93410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:37:53.007069 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-62438bb2-97a1-45eb-aa04-55fe6f2d1a36 req-6f6cb755-90e7-4f48-bf80-34b4ebb4bd08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:37:53.239683 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdceb5b-ec95-4a22-a168-1658e71b1908 req-e2be9ad9-5b12-4b3e-b832-c534c5c507aa tempest-VolumesSnapshotTestJSON-568733889 tempest-VolumesSnapshotTestJSON-568733889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:37:53.241302 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-afdceb5b-ec95-4a22-a168-1658e71b1908 req-e2be9ad9-5b12-4b3e-b832-c534c5c507aa tempest-VolumesSnapshotTestJSON-568733889 tempest-VolumesSnapshotTestJSON-568733889-project] 10.222.0.42 "GET /v2.0/ports?device_id=8caf025c-f003-4e13-a501-6d786fbda726 HTTP/1.1" status: 200 len: 932 time: 0.1073537 Aug 10 14:37:53.319771 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-afdceb5b-ec95-4a22-a168-1658e71b1908 req-cc2c56e7-c2fa-49af-9aa1-d056152d698a tempest-VolumesSnapshotTestJSON-568733889 tempest-VolumesSnapshotTestJSON-568733889-project] 10.222.0.42 "GET /v2.0/security-groups?id=d03cbae6-3fee-46c4-9490-0fd9379bf62a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692768 Aug 10 14:37:53.377600 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.notifiers.nova [req-62438bb2-97a1-45eb-aa04-55fe6f2d1a36 req-6f6cb755-90e7-4f48-bf80-34b4ebb4bd08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad6eaf48-0fc7-4f37-86f3-f36a929100eb {{(pid=93410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 14:37:53.385261 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-62438bb2-97a1-45eb-aa04-55fe6f2d1a36 req-6f6cb755-90e7-4f48-bf80-34b4ebb4bd08 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:37:53.397915 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [req-62438bb2-97a1-45eb-aa04-55fe6f2d1a36 req-6f6cb755-90e7-4f48-bf80-34b4ebb4bd08 service neutron] Transition to ACTIVE for port object ad6eaf48-0fc7-4f37-86f3-f36a929100eb will not be triggered until provisioned by entity L2. {{(pid=93410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 14:37:53.401735 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-62438bb2-97a1-45eb-aa04-55fe6f2d1a36 req-6f6cb755-90e7-4f48-bf80-34b4ebb4bd08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683854493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786683465220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786683465238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26372301'] for port, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:37:53.450680 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6cb755-90e7-4f48-bf80-34b4ebb4bd08 service neutron] Pushing event updated for resources: {'Port': ['ID=ad6eaf48-0fc7-4f37-86f3-f36a929100eb,revision_number=2']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:37:53.524951 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.managers [req-62438bb2-97a1-45eb-aa04-55fe6f2d1a36 req-6f6cb755-90e7-4f48-bf80-34b4ebb4bd08 service neutron] Attempting to bind port ad6eaf48-0fc7-4f37-86f3-f36a929100eb on host hv-cinder-79819 for vnic_type normal with profile {{(pid=93410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 14:37:53.525295 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.managers [req-62438bb2-97a1-45eb-aa04-55fe6f2d1a36 req-6f6cb755-90e7-4f48-bf80-34b4ebb4bd08 service neutron] Attempting to bind port ad6eaf48-0fc7-4f37-86f3-f36a929100eb by drivers openvswitch,hyperv on host hv-cinder-79819 at level 0 using segments [{'id': 'ec87b8ec-0358-418e-9f93-44a31647d69e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '73e90ee1-bc65-419a-9d7c-8c906bfe41d2'}] {{(pid=93410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 14:37:53.525670 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62438bb2-97a1-45eb-aa04-55fe6f2d1a36 req-6f6cb755-90e7-4f48-bf80-34b4ebb4bd08 service neutron] Attempting to bind port ad6eaf48-0fc7-4f37-86f3-f36a929100eb on network 73e90ee1-bc65-419a-9d7c-8c906bfe41d2 {{(pid=93410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 14:37:53.534365 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62438bb2-97a1-45eb-aa04-55fe6f2d1a36 req-6f6cb755-90e7-4f48-bf80-34b4ebb4bd08 service neutron] Port ad6eaf48-0fc7-4f37-86f3-f36a929100eb on network 73e90ee1-bc65-419a-9d7c-8c906bfe41d2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79819 {{(pid=93410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 14:37:53.534684 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62438bb2-97a1-45eb-aa04-55fe6f2d1a36 req-6f6cb755-90e7-4f48-bf80-34b4ebb4bd08 service neutron] Attempting to bind port ad6eaf48-0fc7-4f37-86f3-f36a929100eb on network 73e90ee1-bc65-419a-9d7c-8c906bfe41d2 {{(pid=93410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 14:37:53.540634 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62438bb2-97a1-45eb-aa04-55fe6f2d1a36 req-6f6cb755-90e7-4f48-bf80-34b4ebb4bd08 service neutron] Checking agent: {'id': '193de837-f8e2-4c0a-a012-1a4e123b0e95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 14, 28, 33), 'started_at': datetime.datetime(2021, 8, 10, 14, 28, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 14, 37, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 14:37:53.540984 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62438bb2-97a1-45eb-aa04-55fe6f2d1a36 req-6f6cb755-90e7-4f48-bf80-34b4ebb4bd08 service neutron] Checking segment: {'id': 'ec87b8ec-0358-418e-9f93-44a31647d69e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '73e90ee1-bc65-419a-9d7c-8c906bfe41d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 14:37:53.541410 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62438bb2-97a1-45eb-aa04-55fe6f2d1a36 req-6f6cb755-90e7-4f48-bf80-34b4ebb4bd08 service neutron] Bound using segment: {'id': 'ec87b8ec-0358-418e-9f93-44a31647d69e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '73e90ee1-bc65-419a-9d7c-8c906bfe41d2'} {{(pid=93410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 14:37:53.541849 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.managers [req-62438bb2-97a1-45eb-aa04-55fe6f2d1a36 req-6f6cb755-90e7-4f48-bf80-34b4ebb4bd08 service neutron] Bound port: ad6eaf48-0fc7-4f37-86f3-f36a929100eb, host: hv-cinder-79819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec87b8ec-0358-418e-9f93-44a31647d69e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '73e90ee1-bc65-419a-9d7c-8c906bfe41d2'}}] {{(pid=93410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 14:37:53.542298 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-62438bb2-97a1-45eb-aa04-55fe6f2d1a36 req-6f6cb755-90e7-4f48-bf80-34b4ebb4bd08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:37:53.617268 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [req-62438bb2-97a1-45eb-aa04-55fe6f2d1a36 req-6f6cb755-90e7-4f48-bf80-34b4ebb4bd08 service neutron] For port ad6eaf48-0fc7-4f37-86f3-f36a929100eb, host hv-cinder-79819, cleared binding levels {{(pid=93410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 14:37:53.620533 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [req-62438bb2-97a1-45eb-aa04-55fe6f2d1a36 req-6f6cb755-90e7-4f48-bf80-34b4ebb4bd08 service neutron] For port ad6eaf48-0fc7-4f37-86f3-f36a929100eb, host hv-cinder-79819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=ad6eaf48-0fc7-4f37-86f3-f36a929100eb,segment=NetworkSegment(ec87b8ec-0358-418e-9f93-44a31647d69e),segment_id=ec87b8ec-0358-418e-9f93-44a31647d69e)] {{(pid=93410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 14:37:53.625726 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-62438bb2-97a1-45eb-aa04-55fe6f2d1a36 req-6f6cb755-90e7-4f48-bf80-34b4ebb4bd08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683854493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786683465220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786683465238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26372301'] for port, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:37:53.662678 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62438bb2-97a1-45eb-aa04-55fe6f2d1a36 req-6f6cb755-90e7-4f48-bf80-34b4ebb4bd08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:37:53.663306 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-62438bb2-97a1-45eb-aa04-55fe6f2d1a36 req-6f6cb755-90e7-4f48-bf80-34b4ebb4bd08 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-387483'] for port, before_response {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:37:53.664744 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-62438bb2-97a1-45eb-aa04-55fe6f2d1a36 req-6f6cb755-90e7-4f48-bf80-34b4ebb4bd08 service neutron] 10.222.0.18 "PUT /v2.0/ports/ad6eaf48-0fc7-4f37-86f3-f36a929100eb HTTP/1.1" status: 200 len: 1094 time: 0.7259133 Aug 10 14:37:53.665195 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8caf025c-f003-4e13-a501-6d786fbda726', 'tag': 'ad6eaf48-0fc7-4f37-86f3-f36a929100eb'}] {{(pid=93410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:37:53.667503 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}173c15a1f530ed65b3eefe425c4e9cd9c28cfc2a1cdec76c1bb34aa91000b996" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7267af4a-bae5-4ef5-adf5-34b6055d7397" -d '{"events": [{"name": "network-changed", "server_uuid": "8caf025c-f003-4e13-a501-6d786fbda726", "tag": "ad6eaf48-0fc7-4f37-86f3-f36a929100eb"}]}' {{(pid=93410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:37:53.698900 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6cb755-90e7-4f48-bf80-34b4ebb4bd08 service neutron] Pushing event updated for resources: {'Port': ['ID=ad6eaf48-0fc7-4f37-86f3-f36a929100eb,revision_number=3']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:37:53.738293 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 14:37:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-801ae08a-9b42-4a67-9fb1-ecbb7a485823 x-openstack-request-id: req-801ae08a-9b42-4a67-9fb1-ecbb7a485823 {{(pid=93410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:37:53.738592 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8caf025c-f003-4e13-a501-6d786fbda726", "tag": "ad6eaf48-0fc7-4f37-86f3-f36a929100eb", "status": "completed", "code": 200}]} {{(pid=93410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:37:53.738845 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-801ae08a-9b42-4a67-9fb1-ecbb7a485823 {{(pid=93410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:37:53.739237 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8caf025c-f003-4e13-a501-6d786fbda726', 'tag': 'ad6eaf48-0fc7-4f37-86f3-f36a929100eb', 'status': 'completed', 'code': 200} Aug 10 14:37:53.756109 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62438bb2-97a1-45eb-aa04-55fe6f2d1a36 req-e9ebe6c2-3a5c-478c-842b-cc6eb198cbe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:37:53.757669 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-62438bb2-97a1-45eb-aa04-55fe6f2d1a36 req-e9ebe6c2-3a5c-478c-842b-cc6eb198cbe3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ab462c6f3d554daf965b92d47d807dba&device_id=8caf025c-f003-4e13-a501-6d786fbda726 HTTP/1.1" status: 200 len: 1097 time: 0.0523772 Aug 10 14:37:53.800114 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-62438bb2-97a1-45eb-aa04-55fe6f2d1a36 req-269dbdf9-592a-42f2-8a94-213472f9f7da service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ad6eaf48-0fc7-4f37-86f3-f36a929100eb HTTP/1.1" status: 200 len: 217 time: 0.0348418 Aug 10 14:37:53.855064 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62438bb2-97a1-45eb-aa04-55fe6f2d1a36 req-4ab14170-3745-44ab-a6ac-a804b7d2da8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:37:53.856658 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-62438bb2-97a1-45eb-aa04-55fe6f2d1a36 req-4ab14170-3745-44ab-a6ac-a804b7d2da8d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7e657eab-ca13-487b-af80-2ab26c543479 HTTP/1.1" status: 200 len: 854 time: 0.0466473 Aug 10 14:37:53.890528 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-62438bb2-97a1-45eb-aa04-55fe6f2d1a36 req-e7918f32-a045-4ac7-8efb-45388082aa45 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=73e90ee1-bc65-419a-9d7c-8c906bfe41d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268850 Aug 10 14:37:53.993233 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-62438bb2-97a1-45eb-aa04-55fe6f2d1a36 req-ed28baa3-7d3d-4842-9bd5-1a73390a0fa2 service neutron] 10.222.0.18 "GET /v2.0/networks/73e90ee1-bc65-419a-9d7c-8c906bfe41d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951822 Aug 10 14:37:54.092205 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-62438bb2-97a1-45eb-aa04-55fe6f2d1a36 req-6607a68e-4dec-4af0-8fbc-0ee07929ee1f service neutron] 10.222.0.18 "GET /v2.0/networks/73e90ee1-bc65-419a-9d7c-8c906bfe41d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918670 Aug 10 14:37:54.126051 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.wsgi [-] (93411) accepted ('10.222.0.42', 57352) {{(pid=93411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:37:54.230335 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7267af4a-bae5-4ef5-adf5-34b6055d7397 req-5a28e631-3894-4767-9f70-ff9f5d29c2de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:37:54.231947 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-7267af4a-bae5-4ef5-adf5-34b6055d7397 req-5a28e631-3894-4767-9f70-ff9f5d29c2de service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ab462c6f3d554daf965b92d47d807dba&device_id=8caf025c-f003-4e13-a501-6d786fbda726 HTTP/1.1" status: 200 len: 1097 time: 0.0773983 Aug 10 14:37:54.301369 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-bcf2058e-af28-426b-8db3-bfa4bef074f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:37:54.377374 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7267af4a-bae5-4ef5-adf5-34b6055d7397 req-4d9337f6-9ff4-4831-9765-f11686a8a8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:37:54.383951 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-7267af4a-bae5-4ef5-adf5-34b6055d7397 req-4d9337f6-9ff4-4831-9765-f11686a8a8cf service neutron] 10.222.0.18 "GET /v2.0/networks?id=73e90ee1-bc65-419a-9d7c-8c906bfe41d2 HTTP/1.1" status: 200 len: 915 time: 0.1436975 Aug 10 14:37:54.450005 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-7267af4a-bae5-4ef5-adf5-34b6055d7397 req-f2618b37-9109-4a53-94d4-cf055b3b5f9b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ad6eaf48-0fc7-4f37-86f3-f36a929100eb HTTP/1.1" status: 200 len: 217 time: 0.0587173 Aug 10 14:37:54.452656 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-bcf2058e-af28-426b-8db3-bfa4bef074f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:37:54.457386 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-bcf2058e-af28-426b-8db3-bfa4bef074f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734645'] for security_group, after_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:37:54.500820 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf2058e-af28-426b-8db3-bfa4bef074f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f94b80bc-bb1b-4916-8371-31cd67b188fc,revision_number=1']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:37:54.508363 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-bcf2058e-af28-426b-8db3-bfa4bef074f5 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=bca6088e80b94ccd8cac07bcda892ae1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3811166 Aug 10 14:37:54.508983 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.wsgi [-] (93411) accepted ('10.222.0.42', 57362) {{(pid=93411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:37:54.534410 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168811a9-bcc0-46cc-b85e-06c0e978daa8 req-d8005484-17d1-4080-8ec8-563f53258cce tempest-VolumesSnapshotTestJSON-568733889 tempest-VolumesSnapshotTestJSON-568733889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:37:54.536031 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-168811a9-bcc0-46cc-b85e-06c0e978daa8 req-d8005484-17d1-4080-8ec8-563f53258cce tempest-VolumesSnapshotTestJSON-568733889 tempest-VolumesSnapshotTestJSON-568733889-project] 10.222.0.42 "GET /v2.0/ports?device_id=8caf025c-f003-4e13-a501-6d786fbda726 HTTP/1.1" status: 200 len: 944 time: 0.0965893 Aug 10 14:37:54.542112 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7267af4a-bae5-4ef5-adf5-34b6055d7397 req-fa3f84d4-a989-476a-80bb-9d13b9608bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:37:54.543574 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-7267af4a-bae5-4ef5-adf5-34b6055d7397 req-fa3f84d4-a989-476a-80bb-9d13b9608bf4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7e657eab-ca13-487b-af80-2ab26c543479 HTTP/1.1" status: 200 len: 854 time: 0.0740645 Aug 10 14:37:54.563316 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-67cff925-ba15-4279-8815-71e496a3e25d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:37:54.593410 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-7267af4a-bae5-4ef5-adf5-34b6055d7397 req-6216a22b-4ac0-41c9-977c-f46748c65498 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=73e90ee1-bc65-419a-9d7c-8c906bfe41d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412254 Aug 10 14:37:54.594776 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-67cff925-ba15-4279-8815-71e496a3e25d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:37:54.616920 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-168811a9-bcc0-46cc-b85e-06c0e978daa8 req-e0814989-6651-4a9f-b081-a05b842f8723 tempest-VolumesSnapshotTestJSON-568733889 tempest-VolumesSnapshotTestJSON-568733889-project] 10.222.0.42 "GET /v2.0/security-groups?id=d03cbae6-3fee-46c4-9490-0fd9379bf62a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722823 Aug 10 14:37:54.652083 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-67cff925-ba15-4279-8815-71e496a3e25d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734645'] for security_group, after_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:37:54.655089 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-67cff925-ba15-4279-8815-71e496a3e25d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:37:54.656462 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-67cff925-ba15-4279-8815-71e496a3e25d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f94b80bc-bb1b-4916-8371-31cd67b188fc HTTP/1.1" status: 204 len: 168 time: 0.1459987 Aug 10 14:37:54.668182 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cff925-ba15-4279-8815-71e496a3e25d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f94b80bc-bb1b-4916-8371-31cd67b188fc,revision_number=None']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:37:54.707506 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-7267af4a-bae5-4ef5-adf5-34b6055d7397 req-695169de-1be2-4dd0-82a5-b55832877f93 service neutron] 10.222.0.18 "GET /v2.0/networks/73e90ee1-bc65-419a-9d7c-8c906bfe41d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048706 Aug 10 14:37:54.808828 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-7267af4a-bae5-4ef5-adf5-34b6055d7397 req-d7c4a5a2-7df7-4fdf-9521-5bc2915e688c service neutron] 10.222.0.18 "GET /v2.0/networks/73e90ee1-bc65-419a-9d7c-8c906bfe41d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929763 Aug 10 14:37:55.267450 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Device ad6eaf48-0fc7-4f37-86f3-f36a929100eb details requested by agent hyperv_hv-cinder-79819 with host hv-cinder-79819 {{(pid=93412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 14:37:55.428725 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.db [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] For port ad6eaf48-0fc7-4f37-86f3-f36a929100eb, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=ad6eaf48-0fc7-4f37-86f3-f36a929100eb,segment=NetworkSegment(ec87b8ec-0358-418e-9f93-44a31647d69e),segment_id=ec87b8ec-0358-418e-9f93-44a31647d69e)] {{(pid=93412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:37:55.445253 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Returning: {'device': 'ad6eaf48-0fc7-4f37-86f3-f36a929100eb', 'network_id': '73e90ee1-bc65-419a-9d7c-8c906bfe41d2', 'port_id': 'ad6eaf48-0fc7-4f37-86f3-f36a929100eb', 'mac_address': 'fa:16:3e:77:39:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e657eab-ca13-487b-af80-2ab26c543479', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 14:37:55.499122 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:37:55.525995 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.notifiers.nova [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad6eaf48-0fc7-4f37-86f3-f36a929100eb {{(pid=93412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 14:37:55.552089 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.db [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] For port ad6eaf48-0fc7-4f37-86f3-f36a929100eb, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=ad6eaf48-0fc7-4f37-86f3-f36a929100eb,segment=NetworkSegment(ec87b8ec-0358-418e-9f93-44a31647d69e),segment_id=ec87b8ec-0358-418e-9f93-44a31647d69e)] {{(pid=93412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:37:55.557006 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683854493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786683465220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786683465238'] for port, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:37:55.613957 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Pushing event updated for resources: {'Port': ['ID=ad6eaf48-0fc7-4f37-86f3-f36a929100eb,revision_number=4']} {{(pid=93412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:37:55.622041 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:37:55.622389 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:37:55.622730 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:37:55.623066 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:37:55.623400 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:37:55.623732 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:37:55.624071 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:37:55.624394 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:37:55.624720 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:37:55.625049 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:37:55.625375 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:37:55.625724 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:37:55.766767 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51977a8-bc72-4a45-97b6-fd5e19b18e15 req-28b394af-7f19-4159-a1b7-3e3901d248ad tempest-VolumesSnapshotTestJSON-568733889 tempest-VolumesSnapshotTestJSON-568733889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:37:55.769017 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-a51977a8-bc72-4a45-97b6-fd5e19b18e15 req-28b394af-7f19-4159-a1b7-3e3901d248ad tempest-VolumesSnapshotTestJSON-568733889 tempest-VolumesSnapshotTestJSON-568733889-project] 10.222.0.42 "GET /v2.0/ports?device_id=8caf025c-f003-4e13-a501-6d786fbda726 HTTP/1.1" status: 200 len: 945 time: 0.0700510 Aug 10 14:37:55.782622 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.db [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] get_ports_and_sgs() called for port_ids ['ad6eaf48-0fc7-4f37-86f3-f36a929100eb'] {{(pid=93412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 14:37:55.816093 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-a51977a8-bc72-4a45-97b6-fd5e19b18e15 req-ef305806-05f7-448b-a9bf-b9c1cb84726d tempest-VolumesSnapshotTestJSON-568733889 tempest-VolumesSnapshotTestJSON-568733889-project] 10.222.0.42 "GET /v2.0/security-groups?id=d03cbae6-3fee-46c4-9490-0fd9379bf62a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400198 Aug 10 14:37:55.888733 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.wsgi [-] (93410) accepted ('10.222.0.42', 57400) {{(pid=93410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:37:56.013526 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-63454838-c46c-4e3b-b9bf-e44f2c107be3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:37:56.129532 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-63454838-c46c-4e3b-b9bf-e44f2c107be3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:37:56.135612 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-63454838-c46c-4e3b-b9bf-e44f2c107be3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734645'] for security_group, after_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:37:56.145407 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-6060e77f-f6fa-4879-86a6-cb7355fb1aaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:37:56.176739 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [None req-63454838-c46c-4e3b-b9bf-e44f2c107be3 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=584abb4f8e874bc5b1e80666cc88b4ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2868948 Aug 10 14:37:56.180766 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.wsgi [-] (93411) accepted ('10.222.0.42', 57404) {{(pid=93411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:37:56.183664 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63454838-c46c-4e3b-b9bf-e44f2c107be3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58749ff4-9c54-4366-a09b-5d673568b58e,revision_number=1']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:37:56.236504 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-efafdb8d-ad43-4aab-854e-45cdde1986c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:37:56.259204 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-efafdb8d-ad43-4aab-854e-45cdde1986c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:37:56.307351 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-efafdb8d-ad43-4aab-854e-45cdde1986c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734645'] for security_group, after_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:37:56.310176 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-efafdb8d-ad43-4aab-854e-45cdde1986c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:37:56.312092 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-efafdb8d-ad43-4aab-854e-45cdde1986c0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/58749ff4-9c54-4366-a09b-5d673568b58e HTTP/1.1" status: 204 len: 168 time: 0.1294789 Aug 10 14:37:56.320677 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efafdb8d-ad43-4aab-854e-45cdde1986c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58749ff4-9c54-4366-a09b-5d673568b58e,revision_number=None']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:37:56.961269 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2c84a6-89d9-43bc-b43b-5d85d13e7d66 req-7706a8e7-3f6e-4cbb-81d4-91ae394ae376 tempest-VolumesSnapshotTestJSON-568733889 tempest-VolumesSnapshotTestJSON-568733889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:37:56.968690 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-1f2c84a6-89d9-43bc-b43b-5d85d13e7d66 req-7706a8e7-3f6e-4cbb-81d4-91ae394ae376 tempest-VolumesSnapshotTestJSON-568733889 tempest-VolumesSnapshotTestJSON-568733889-project] 10.222.0.42 "GET /v2.0/ports?device_id=8caf025c-f003-4e13-a501-6d786fbda726 HTTP/1.1" status: 200 len: 945 time: 0.0632856 Aug 10 14:37:56.982057 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.wsgi [-] (93411) accepted ('10.222.0.42', 57430) {{(pid=93411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:37:57.024698 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-1f2c84a6-89d9-43bc-b43b-5d85d13e7d66 req-34c3885d-61a7-417e-baa6-183a4fa34924 tempest-VolumesSnapshotTestJSON-568733889 tempest-VolumesSnapshotTestJSON-568733889-project] 10.222.0.42 "GET /v2.0/security-groups?id=d03cbae6-3fee-46c4-9490-0fd9379bf62a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549419 Aug 10 14:37:57.224960 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-a224bea5-9233-4023-985c-1427d4979802 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:37:57.286704 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Device ad6eaf48-0fc7-4f37-86f3-f36a929100eb up at agent hyperv_hv-cinder-79819 {{(pid=93412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:37:57.326320 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-a224bea5-9233-4023-985c-1427d4979802 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:37:57.331386 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-a224bea5-9233-4023-985c-1427d4979802 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734645'] for security_group, after_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:37:57.350220 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.provisioning_blocks [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Provisioning for port ad6eaf48-0fc7-4f37-86f3-f36a929100eb completed by entity L2. {{(pid=93412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 14:37:57.355330 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.provisioning_blocks [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Provisioning complete for port ad6eaf48-0fc7-4f37-86f3-f36a929100eb triggered by entity L2. {{(pid=93412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:37:57.355811 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932393'] for port, provisioning_complete {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:37:57.385772 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-a224bea5-9233-4023-985c-1427d4979802 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=366dd0982045405fa03027978a3bd6b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4019525 Aug 10 14:37:57.386487 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a224bea5-9233-4023-985c-1427d4979802 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2481686-0ca4-412d-888f-cefb7aa051fc,revision_number=1']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:37:57.388593 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.wsgi [-] (93410) accepted ('10.222.0.42', 57462) {{(pid=93410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:37:57.394966 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a224bea5-9233-4023-985c-1427d4979802 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:37:57.395315 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a224bea5-9233-4023-985c-1427d4979802 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:37:57.395657 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a224bea5-9233-4023-985c-1427d4979802 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:37:57.396024 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a224bea5-9233-4023-985c-1427d4979802 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:37:57.396693 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a224bea5-9233-4023-985c-1427d4979802 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:37:57.396693 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a224bea5-9233-4023-985c-1427d4979802 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:37:57.396996 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a224bea5-9233-4023-985c-1427d4979802 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:37:57.397323 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a224bea5-9233-4023-985c-1427d4979802 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:37:57.397677 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a224bea5-9233-4023-985c-1427d4979802 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:37:57.397998 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a224bea5-9233-4023-985c-1427d4979802 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:37:57.398323 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a224bea5-9233-4023-985c-1427d4979802 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:37:57.398640 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a224bea5-9233-4023-985c-1427d4979802 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:37:57.449855 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:37:57.459869 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-d246d04d-7e27-4e8d-9c9f-84d1d5377d09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:37:57.475288 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8caf025c-f003-4e13-a501-6d786fbda726', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad6eaf48-0fc7-4f37-86f3-f36a929100eb'}] {{(pid=93412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:37:57.477790 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9406f3752f8c5c09b2197ea24f22201eb31b4bb693178eb20b3d616b4d9459a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcd26905-1aa1-490d-ba97-e471e317f6b1" -d '{"events": [{"server_uuid": "8caf025c-f003-4e13-a501-6d786fbda726", "name": "network-vif-plugged", "status": "completed", "tag": "ad6eaf48-0fc7-4f37-86f3-f36a929100eb"}]}' {{(pid=93412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:37:57.484949 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-d246d04d-7e27-4e8d-9c9f-84d1d5377d09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:37:57.504320 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.db [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] For port ad6eaf48-0fc7-4f37-86f3-f36a929100eb, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=ad6eaf48-0fc7-4f37-86f3-f36a929100eb,segment=NetworkSegment(ec87b8ec-0358-418e-9f93-44a31647d69e),segment_id=ec87b8ec-0358-418e-9f93-44a31647d69e)] {{(pid=93412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:37:57.509802 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683854493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786683465220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786683465238'] for port, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:37:57.542928 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 14:37:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5bd026e-7c07-48c5-9c1b-b40127c44d66 x-openstack-request-id: req-d5bd026e-7c07-48c5-9c1b-b40127c44d66 {{(pid=93412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:37:57.543227 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8caf025c-f003-4e13-a501-6d786fbda726", "name": "network-vif-plugged", "status": "completed", "tag": "ad6eaf48-0fc7-4f37-86f3-f36a929100eb", "code": 200}]} {{(pid=93412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:37:57.543480 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d5bd026e-7c07-48c5-9c1b-b40127c44d66 {{(pid=93412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:37:57.543872 dv-cinder-798198-2-iscsi neutron-server[93412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8caf025c-f003-4e13-a501-6d786fbda726', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad6eaf48-0fc7-4f37-86f3-f36a929100eb', 'code': 200} Aug 10 14:37:57.545478 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-d246d04d-7e27-4e8d-9c9f-84d1d5377d09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734645'] for security_group, after_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:37:57.548529 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-d246d04d-7e27-4e8d-9c9f-84d1d5377d09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:37:57.549724 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [None req-d246d04d-7e27-4e8d-9c9f-84d1d5377d09 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a2481686-0ca4-412d-888f-cefb7aa051fc HTTP/1.1" status: 204 len: 168 time: 0.1599619 Aug 10 14:37:57.561644 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d246d04d-7e27-4e8d-9c9f-84d1d5377d09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2481686-0ca4-412d-888f-cefb7aa051fc,revision_number=None']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:37:57.592402 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Pushing event updated for resources: {'Port': ['ID=ad6eaf48-0fc7-4f37-86f3-f36a929100eb,revision_number=5']} {{(pid=93412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:37:57.785126 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eca6120-b846-44be-8dd5-36357aa76e04 req-44403e78-6091-4904-868d-df7d7ff0f9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:37:57.797397 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-1eca6120-b846-44be-8dd5-36357aa76e04 req-44403e78-6091-4904-868d-df7d7ff0f9d2 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=8caf025c-f003-4e13-a501-6d786fbda726 HTTP/1.1" status: 200 len: 1099 time: 0.0809619 Aug 10 14:37:57.859495 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-1eca6120-b846-44be-8dd5-36357aa76e04 req-b572df7d-bd1d-4009-a217-f6925a1d82d0 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=d03cbae6-3fee-46c4-9490-0fd9379bf62a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543554 Aug 10 14:37:58.159926 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44058fda-63f6-4716-811c-c20ee568d656 req-650cc6f8-f71f-4743-8468-97246367de5a tempest-VolumesSnapshotTestJSON-568733889 tempest-VolumesSnapshotTestJSON-568733889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:37:58.161404 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-44058fda-63f6-4716-811c-c20ee568d656 req-650cc6f8-f71f-4743-8468-97246367de5a tempest-VolumesSnapshotTestJSON-568733889 tempest-VolumesSnapshotTestJSON-568733889-project] 10.222.0.42 "GET /v2.0/ports?device_id=8caf025c-f003-4e13-a501-6d786fbda726 HTTP/1.1" status: 200 len: 946 time: 0.0600264 Aug 10 14:37:58.208694 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-44058fda-63f6-4716-811c-c20ee568d656 req-191234bc-aa0a-4c6c-98c3-83b44f980a13 tempest-VolumesSnapshotTestJSON-568733889 tempest-VolumesSnapshotTestJSON-568733889-project] 10.222.0.42 "GET /v2.0/security-groups?id=d03cbae6-3fee-46c4-9490-0fd9379bf62a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404725 Aug 10 14:37:59.109414 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-1cca1709-be38-409a-b164-7cf2fb50c238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:37:59.114561 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:37:59.336980 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0109e6-544b-4bc2-a1cf-6247a6dbe4ba req-3b48430a-9444-486d-abb2-ed2ee4366792 tempest-VolumesSnapshotTestJSON-568733889 tempest-VolumesSnapshotTestJSON-568733889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:37:59.338527 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-ec0109e6-544b-4bc2-a1cf-6247a6dbe4ba req-3b48430a-9444-486d-abb2-ed2ee4366792 tempest-VolumesSnapshotTestJSON-568733889 tempest-VolumesSnapshotTestJSON-568733889-project] 10.222.0.42 "GET /v2.0/ports?device_id=8caf025c-f003-4e13-a501-6d786fbda726 HTTP/1.1" status: 200 len: 946 time: 0.0582573 Aug 10 14:37:59.379859 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-ec0109e6-544b-4bc2-a1cf-6247a6dbe4ba req-260279fa-9a37-45ea-a4ff-5410b767dbc4 tempest-VolumesSnapshotTestJSON-568733889 tempest-VolumesSnapshotTestJSON-568733889-project] 10.222.0.42 "GET /v2.0/security-groups?id=d03cbae6-3fee-46c4-9490-0fd9379bf62a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343165 Aug 10 14:38:00.210256 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-1682deac-1581-4d55-87bc-bceb4bcaf759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:38:02.161936 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-f97b798d-bd61-4bdb-bb4a-e55e1a0659df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:38:02.693570 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:38:04.859477 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.db.agents_db [None req-84c9d1dd-add5-4bf7-b0ef-63077aab3240 None None] Agent healthcheck: found 6 active agents {{(pid=93413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 14:38:17.416587 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.wsgi [-] (93411) accepted ('10.222.0.42', 57632) {{(pid=93411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:38:17.519060 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-ff391ef0-0ca6-4031-88f7-dbd82ec8c08c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:38:17.607929 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-ff391ef0-0ca6-4031-88f7-dbd82ec8c08c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:38:17.611811 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-ff391ef0-0ca6-4031-88f7-dbd82ec8c08c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734645'] for security_group, after_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:38:17.647729 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff391ef0-0ca6-4031-88f7-dbd82ec8c08c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b1ea111-3b25-4098-bfdc-3ba384793e07,revision_number=1']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:38:17.652025 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-ff391ef0-0ca6-4031-88f7-dbd82ec8c08c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=751ff01401704794a3b001447602ec66&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2344182 Aug 10 14:38:17.654602 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.wsgi [-] (93411) accepted ('10.222.0.42', 57636) {{(pid=93411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:38:17.704043 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-125ace5a-157f-4ce5-b2e4-4fb277ac3828 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:38:17.725266 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-125ace5a-157f-4ce5-b2e4-4fb277ac3828 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:38:17.770090 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-125ace5a-157f-4ce5-b2e4-4fb277ac3828 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734645'] for security_group, after_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:38:17.772778 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-125ace5a-157f-4ce5-b2e4-4fb277ac3828 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:38:17.773968 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-125ace5a-157f-4ce5-b2e4-4fb277ac3828 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1b1ea111-3b25-4098-bfdc-3ba384793e07 HTTP/1.1" status: 204 len: 168 time: 0.1182373 Aug 10 14:38:17.781749 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125ace5a-157f-4ce5-b2e4-4fb277ac3828 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b1ea111-3b25-4098-bfdc-3ba384793e07,revision_number=None']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:38:19.452258 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff19c772-fb45-4943-9ae5-2166d6836253 req-9ff34bb9-1274-45e1-a2ef-481d374b4c12 tempest-VolumesSnapshotTestJSON-568733889 tempest-VolumesSnapshotTestJSON-568733889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:38:19.453670 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-ff19c772-fb45-4943-9ae5-2166d6836253 req-9ff34bb9-1274-45e1-a2ef-481d374b4c12 tempest-VolumesSnapshotTestJSON-568733889 tempest-VolumesSnapshotTestJSON-568733889-project] 10.222.0.42 "GET /v2.0/ports?device_id=8caf025c-f003-4e13-a501-6d786fbda726 HTTP/1.1" status: 200 len: 946 time: 0.0486207 Aug 10 14:38:19.491291 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-ff19c772-fb45-4943-9ae5-2166d6836253 req-c085171a-93f1-4876-bcd7-ea4e2ec2c6eb tempest-VolumesSnapshotTestJSON-568733889 tempest-VolumesSnapshotTestJSON-568733889-project] 10.222.0.42 "GET /v2.0/security-groups?id=d03cbae6-3fee-46c4-9490-0fd9379bf62a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312314 Aug 10 14:38:20.605111 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4400ea15-2c6a-43b8-abeb-6f80b12796da req-7b3e379f-0089-4f27-b2f6-1fd6d43c0a0a tempest-VolumesSnapshotTestJSON-568733889 tempest-VolumesSnapshotTestJSON-568733889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:38:20.606610 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-4400ea15-2c6a-43b8-abeb-6f80b12796da req-7b3e379f-0089-4f27-b2f6-1fd6d43c0a0a tempest-VolumesSnapshotTestJSON-568733889 tempest-VolumesSnapshotTestJSON-568733889-project] 10.222.0.42 "GET /v2.0/ports?device_id=8caf025c-f003-4e13-a501-6d786fbda726 HTTP/1.1" status: 200 len: 946 time: 0.0477016 Aug 10 14:38:20.647503 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-4400ea15-2c6a-43b8-abeb-6f80b12796da req-7df731b5-7fa5-48a5-b602-12bd3b267664 tempest-VolumesSnapshotTestJSON-568733889 tempest-VolumesSnapshotTestJSON-568733889-project] 10.222.0.42 "GET /v2.0/security-groups?id=d03cbae6-3fee-46c4-9490-0fd9379bf62a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350740 Aug 10 14:38:21.762720 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecbec4f-915d-4290-ab0c-00ad2fa7f36a req-91783173-bbec-40e4-8ce1-825a63e1266c tempest-VolumesSnapshotTestJSON-568733889 tempest-VolumesSnapshotTestJSON-568733889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:38:21.764241 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-aecbec4f-915d-4290-ab0c-00ad2fa7f36a req-91783173-bbec-40e4-8ce1-825a63e1266c tempest-VolumesSnapshotTestJSON-568733889 tempest-VolumesSnapshotTestJSON-568733889-project] 10.222.0.42 "GET /v2.0/ports?device_id=8caf025c-f003-4e13-a501-6d786fbda726 HTTP/1.1" status: 200 len: 946 time: 0.0483146 Aug 10 14:38:21.803324 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-aecbec4f-915d-4290-ab0c-00ad2fa7f36a req-2f64fd48-6c42-4e18-910e-aca198806b33 tempest-VolumesSnapshotTestJSON-568733889 tempest-VolumesSnapshotTestJSON-568733889-project] 10.222.0.42 "GET /v2.0/security-groups?id=d03cbae6-3fee-46c4-9490-0fd9379bf62a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330696 Aug 10 14:38:22.147533 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121bce16-a68a-4f29-be9b-7d115ece0374 req-1719fc88-9237-48a7-984f-da9bec61ae47 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:38:22.149062 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-121bce16-a68a-4f29-be9b-7d115ece0374 req-1719fc88-9237-48a7-984f-da9bec61ae47 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] 10.222.0.42 "GET /v2.0/ports?device_id=0458de60-252d-4000-ab49-4ba367e04121 HTTP/1.1" status: 200 len: 946 time: 0.0499070 Aug 10 14:38:22.189520 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-121bce16-a68a-4f29-be9b-7d115ece0374 req-3a6a4a98-2906-43a6-b400-ee877e6dd232 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] 10.222.0.42 "GET /v2.0/security-groups?id=56a6b489-60e9-459f-8db6-59e684177373&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344453 Aug 10 14:38:22.916967 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c700cd5-aeec-41c2-a8f5-944aea0735b0 req-b756e470-a7a8-48be-93d9-a3d996b6889c tempest-VolumesSnapshotTestJSON-568733889 tempest-VolumesSnapshotTestJSON-568733889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:38:22.918619 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-4c700cd5-aeec-41c2-a8f5-944aea0735b0 req-b756e470-a7a8-48be-93d9-a3d996b6889c tempest-VolumesSnapshotTestJSON-568733889 tempest-VolumesSnapshotTestJSON-568733889-project] 10.222.0.42 "GET /v2.0/ports?device_id=8caf025c-f003-4e13-a501-6d786fbda726 HTTP/1.1" status: 200 len: 946 time: 0.0473101 Aug 10 14:38:22.959048 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-4c700cd5-aeec-41c2-a8f5-944aea0735b0 req-5715da89-2e55-403c-8a72-f0e7bb393d6b tempest-VolumesSnapshotTestJSON-568733889 tempest-VolumesSnapshotTestJSON-568733889-project] 10.222.0.42 "GET /v2.0/security-groups?id=d03cbae6-3fee-46c4-9490-0fd9379bf62a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346303 Aug 10 14:38:23.304009 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cb7159-d382-444e-a96d-234b61bf84dc req-1a48dd0d-0098-4571-bba1-6f3ae69ce14c tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:38:23.305519 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-55cb7159-d382-444e-a96d-234b61bf84dc req-1a48dd0d-0098-4571-bba1-6f3ae69ce14c tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] 10.222.0.42 "GET /v2.0/ports?device_id=0458de60-252d-4000-ab49-4ba367e04121 HTTP/1.1" status: 200 len: 946 time: 0.0497901 Aug 10 14:38:23.343358 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-55cb7159-d382-444e-a96d-234b61bf84dc req-2ef24397-4ca9-47e1-a105-7cb1e75c878b tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] 10.222.0.42 "GET /v2.0/security-groups?id=56a6b489-60e9-459f-8db6-59e684177373&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315557 Aug 10 14:38:23.498870 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001ea603-f9ab-47b5-8842-d552e36b4dac req-a281e39c-7f88-46ab-a15a-1b516e3a463b tempest-VolumesSnapshotTestJSON-568733889 tempest-VolumesSnapshotTestJSON-568733889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:38:23.500277 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-001ea603-f9ab-47b5-8842-d552e36b4dac req-a281e39c-7f88-46ab-a15a-1b516e3a463b tempest-VolumesSnapshotTestJSON-568733889 tempest-VolumesSnapshotTestJSON-568733889-project] 10.222.0.18 "GET /v2.0/ports?device_id=8caf025c-f003-4e13-a501-6d786fbda726 HTTP/1.1" status: 200 len: 946 time: 0.0482032 Aug 10 14:38:23.599523 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.plugin [req-001ea603-f9ab-47b5-8842-d552e36b4dac req-aca9dcba-77be-4a7c-b628-a5f4da2cef2e tempest-VolumesSnapshotTestJSON-568733889 tempest-VolumesSnapshotTestJSON-568733889-project] Deleting port ad6eaf48-0fc7-4f37-86f3-f36a929100eb {{(pid=93410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 14:38:23.599864 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-001ea603-f9ab-47b5-8842-d552e36b4dac req-aca9dcba-77be-4a7c-b628-a5f4da2cef2e tempest-VolumesSnapshotTestJSON-568733889 tempest-VolumesSnapshotTestJSON-568733889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786683848753'] for port, before_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:38:23.689034 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [req-001ea603-f9ab-47b5-8842-d552e36b4dac req-aca9dcba-77be-4a7c-b628-a5f4da2cef2e tempest-VolumesSnapshotTestJSON-568733889 tempest-VolumesSnapshotTestJSON-568733889-project] For port ad6eaf48-0fc7-4f37-86f3-f36a929100eb, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=ad6eaf48-0fc7-4f37-86f3-f36a929100eb,segment=NetworkSegment(ec87b8ec-0358-418e-9f93-44a31647d69e),segment_id=ec87b8ec-0358-418e-9f93-44a31647d69e)] {{(pid=93410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:38:23.689397 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-001ea603-f9ab-47b5-8842-d552e36b4dac req-aca9dcba-77be-4a7c-b628-a5f4da2cef2e tempest-VolumesSnapshotTestJSON-568733889 tempest-VolumesSnapshotTestJSON-568733889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-879274'] for port, precommit_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:38:23.702936 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.plugin [req-001ea603-f9ab-47b5-8842-d552e36b4dac req-aca9dcba-77be-4a7c-b628-a5f4da2cef2e tempest-VolumesSnapshotTestJSON-568733889 tempest-VolumesSnapshotTestJSON-568733889-project] Calling delete_port for ad6eaf48-0fc7-4f37-86f3-f36a929100eb owned by compute:nova {{(pid=93410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 14:38:23.836371 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-001ea603-f9ab-47b5-8842-d552e36b4dac req-aca9dcba-77be-4a7c-b628-a5f4da2cef2e tempest-VolumesSnapshotTestJSON-568733889 tempest-VolumesSnapshotTestJSON-568733889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786683854475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786683465207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26372150'] for port, after_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:38:23.856728 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.db [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] get_ports_and_sgs() called for port_ids ['ad6eaf48-0fc7-4f37-86f3-f36a929100eb'] {{(pid=93412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 14:38:23.864042 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca9dcba-77be-4a7c-b628-a5f4da2cef2e tempest-VolumesSnapshotTestJSON-568733889 tempest-VolumesSnapshotTestJSON-568733889-project] Pushing event deleted for resources: {'Port': ['ID=ad6eaf48-0fc7-4f37-86f3-f36a929100eb,revision_number=None']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:38:23.907958 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_dvrscheduler_db [req-001ea603-f9ab-47b5-8842-d552e36b4dac req-aca9dcba-77be-4a7c-b628-a5f4da2cef2e tempest-VolumesSnapshotTestJSON-568733889 tempest-VolumesSnapshotTestJSON-568733889-project] No DVR routers for this DVR port ad6eaf48-0fc7-4f37-86f3-f36a929100eb on host hv-cinder-79819 {{(pid=93410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 14:38:23.910507 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-001ea603-f9ab-47b5-8842-d552e36b4dac req-aca9dcba-77be-4a7c-b628-a5f4da2cef2e tempest-VolumesSnapshotTestJSON-568733889 tempest-VolumesSnapshotTestJSON-568733889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-387483'] for port, before_response {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:38:23.912727 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-001ea603-f9ab-47b5-8842-d552e36b4dac req-aca9dcba-77be-4a7c-b628-a5f4da2cef2e tempest-VolumesSnapshotTestJSON-568733889 tempest-VolumesSnapshotTestJSON-568733889-project] 10.222.0.18 "DELETE /v2.0/ports/ad6eaf48-0fc7-4f37-86f3-f36a929100eb HTTP/1.1" status: 204 len: 173 time: 0.4051702 Aug 10 14:38:23.913048 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8caf025c-f003-4e13-a501-6d786fbda726', 'name': 'network-vif-deleted', 'tag': 'ad6eaf48-0fc7-4f37-86f3-f36a929100eb'}] {{(pid=93410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:38:23.915333 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}173c15a1f530ed65b3eefe425c4e9cd9c28cfc2a1cdec76c1bb34aa91000b996" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40b83773-2132-4bdc-aac1-7e278176fbe7" -d '{"events": [{"server_uuid": "8caf025c-f003-4e13-a501-6d786fbda726", "name": "network-vif-deleted", "tag": "ad6eaf48-0fc7-4f37-86f3-f36a929100eb"}]}' {{(pid=93410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:38:23.953551 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 14:38:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e004fda5-851b-4f58-a6cc-5ad8b1b2bb2b x-openstack-request-id: req-e004fda5-851b-4f58-a6cc-5ad8b1b2bb2b {{(pid=93410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:38:23.954194 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8caf025c-f003-4e13-a501-6d786fbda726", "name": "network-vif-deleted", "tag": "ad6eaf48-0fc7-4f37-86f3-f36a929100eb", "status": "completed", "code": 200}]} {{(pid=93410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:38:23.954194 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e004fda5-851b-4f58-a6cc-5ad8b1b2bb2b {{(pid=93410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:38:23.954482 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8caf025c-f003-4e13-a501-6d786fbda726', 'name': 'network-vif-deleted', 'tag': 'ad6eaf48-0fc7-4f37-86f3-f36a929100eb', 'status': 'completed', 'code': 200} Aug 10 14:38:24.079504 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-37659d19-120e-48dc-b994-4e24c89b0385 req-31309596-9eaf-4c10-a21e-d43dbc94568f tempest-VolumesSnapshotTestJSON-568733889 tempest-VolumesSnapshotTestJSON-568733889-project] 10.222.0.42 "GET /v2.0/ports?device_id=8caf025c-f003-4e13-a501-6d786fbda726 HTTP/1.1" status: 200 len: 210 time: 0.0305128 Aug 10 14:38:24.468590 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280ca48c-7a42-44ce-95b2-d50e0debf67b req-07cd3c62-6c5f-4420-b5f4-e2af227667d2 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:38:24.470305 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-280ca48c-7a42-44ce-95b2-d50e0debf67b req-07cd3c62-6c5f-4420-b5f4-e2af227667d2 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] 10.222.0.42 "GET /v2.0/ports?device_id=0458de60-252d-4000-ab49-4ba367e04121 HTTP/1.1" status: 200 len: 946 time: 0.0568767 Aug 10 14:38:24.513309 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-280ca48c-7a42-44ce-95b2-d50e0debf67b req-04825901-ce69-4435-ab63-096d9692c1a6 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] 10.222.0.42 "GET /v2.0/security-groups?id=56a6b489-60e9-459f-8db6-59e684177373&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367763 Aug 10 14:38:24.614047 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8284808-52a3-486c-bc48-bf5fe6b5e6a9 req-111ebb45-62af-4f59-b9b6-0db4a1a86d17 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:38:24.616080 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-c8284808-52a3-486c-bc48-bf5fe6b5e6a9 req-111ebb45-62af-4f59-b9b6-0db4a1a86d17 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] 10.222.0.18 "GET /v2.0/ports?device_id=0458de60-252d-4000-ab49-4ba367e04121 HTTP/1.1" status: 200 len: 946 time: 0.0501678 Aug 10 14:38:24.718267 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.plugin [req-c8284808-52a3-486c-bc48-bf5fe6b5e6a9 req-882cab22-80a8-4c7e-b0cc-6db5d01ee13e tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Deleting port 205efce0-700a-48f1-9548-570951aedf41 {{(pid=93410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 14:38:24.718614 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-c8284808-52a3-486c-bc48-bf5fe6b5e6a9 req-882cab22-80a8-4c7e-b0cc-6db5d01ee13e tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786683848753'] for port, before_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:38:24.806293 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [req-c8284808-52a3-486c-bc48-bf5fe6b5e6a9 req-882cab22-80a8-4c7e-b0cc-6db5d01ee13e tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] For port 205efce0-700a-48f1-9548-570951aedf41, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=205efce0-700a-48f1-9548-570951aedf41,segment=NetworkSegment(b1474386-8f64-4469-a373-f1fecf720fc6),segment_id=b1474386-8f64-4469-a373-f1fecf720fc6)] {{(pid=93410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:38:24.806646 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-c8284808-52a3-486c-bc48-bf5fe6b5e6a9 req-882cab22-80a8-4c7e-b0cc-6db5d01ee13e tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-879274'] for port, precommit_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:38:24.982154 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-c8284808-52a3-486c-bc48-bf5fe6b5e6a9 req-882cab22-80a8-4c7e-b0cc-6db5d01ee13e tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:38:24.982852 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-c8284808-52a3-486c-bc48-bf5fe6b5e6a9 req-882cab22-80a8-4c7e-b0cc-6db5d01ee13e tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-880024'] for floatingip, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:38:24.982852 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.db.l3_db [req-c8284808-52a3-486c-bc48-bf5fe6b5e6a9 req-882cab22-80a8-4c7e-b0cc-6db5d01ee13e tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Floating IP 2a4720a3-1d95-4db9-a4bd-8085e5d6f00a disassociated. External IP: 172.27.0.226, port: 205efce0-700a-48f1-9548-570951aedf41. Aug 10 14:38:24.983136 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.plugin [req-c8284808-52a3-486c-bc48-bf5fe6b5e6a9 req-882cab22-80a8-4c7e-b0cc-6db5d01ee13e tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Calling delete_port for 205efce0-700a-48f1-9548-570951aedf41 owned by compute:nova {{(pid=93410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 14:38:25.112479 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-c8284808-52a3-486c-bc48-bf5fe6b5e6a9 req-882cab22-80a8-4c7e-b0cc-6db5d01ee13e tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786683854475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786683465207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26372150'] for port, after_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:38:25.141848 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882cab22-80a8-4c7e-b0cc-6db5d01ee13e tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Pushing event deleted for resources: {'Port': ['ID=205efce0-700a-48f1-9548-570951aedf41,revision_number=None']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:38:25.263105 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c8284808-52a3-486c-bc48-bf5fe6b5e6a9 req-882cab22-80a8-4c7e-b0cc-6db5d01ee13e tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Router aca858a0-4185-400b-bac2-052a7dbfd1c0 has already been hosted by L3 agent 8acc92de-0cfa-4d60-8b37-a39a4d3c1570 {{(pid=93410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 14:38:25.378042 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c8284808-52a3-486c-bc48-bf5fe6b5e6a9 req-882cab22-80a8-4c7e-b0cc-6db5d01ee13e tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Notify agent at l3_agent.dv-cinder-798198-2-iscsi the message routers_updated {{(pid=93410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 14:38:25.392201 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-528295cd-2696-437e-b741-e5e0378b07d1 None None] Sync routers for ids ['aca858a0-4185-400b-bac2-052a7dbfd1c0'] in dv-cinder-798198-2-iscsi {{(pid=93412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 14:38:25.403767 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-528295cd-2696-437e-b741-e5e0378b07d1 None None] Routers {'aca858a0-4185-400b-bac2-052a7dbfd1c0'} bound to L3 agent in host dv-cinder-798198-2-iscsi {{(pid=93412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:38:25.404520 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.l3_hamode_db [None req-528295cd-2696-437e-b741-e5e0378b07d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T14:22:29Z,description=,heartbeat_timestamp=2021-08-10T14:37:59Z,host='dv-cinder-798198-2-iscsi',id=8acc92de-0cfa-4d60-8b37-a39a4d3c1570,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T14:22:29Z,topic='l3_agent')) {'router_ids': ['aca858a0-4185-400b-bac2-052a7dbfd1c0'], 'active': True} {{(pid=93412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:38:25.428874 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8284808-52a3-486c-bc48-bf5fe6b5e6a9 req-882cab22-80a8-4c7e-b0cc-6db5d01ee13e tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] No DVR routers for this DVR port 205efce0-700a-48f1-9548-570951aedf41 on host hv-cinder-79819 {{(pid=93410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 14:38:25.431722 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-c8284808-52a3-486c-bc48-bf5fe6b5e6a9 req-882cab22-80a8-4c7e-b0cc-6db5d01ee13e tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-387483'] for port, before_response {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:38:25.434533 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-c8284808-52a3-486c-bc48-bf5fe6b5e6a9 req-882cab22-80a8-4c7e-b0cc-6db5d01ee13e tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] 10.222.0.18 "DELETE /v2.0/ports/205efce0-700a-48f1-9548-570951aedf41 HTTP/1.1" status: 204 len: 173 time: 0.8121538 Aug 10 14:38:25.526110 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.l3_dvr_db [None req-528295cd-2696-437e-b741-e5e0378b07d1 None None] Set router aca858a0-4185-400b-bac2-052a7dbfd1c0 gateway port host: dv-cinder-798198-2-iscsi {{(pid=93412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:38:25.616685 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-d62648ff-54eb-4817-905a-23355cfef9f6 req-21d899f7-9052-4968-bd18-fb40984405da tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] 10.222.0.42 "GET /v2.0/ports?device_id=0458de60-252d-4000-ab49-4ba367e04121 HTTP/1.1" status: 200 len: 210 time: 0.0335610 Aug 10 14:38:25.740620 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.l3_hamode_db [None req-528295cd-2696-437e-b741-e5e0378b07d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aca858a0-4185-400b-bac2-052a7dbfd1c0', 'name': 'tempest-TestVolumeBootPattern-2069893078-router', 'tenant_id': 'a05f2e4d11dd4970b1890e2ac2ce4c87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'external_fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.197'}], 'enable_snat': True}, 'gw_port_id': 'c6d4f948-752f-4e72-ace4-9fed7ef9b2e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:35:29Z', 'updated_at': '2021-08-10T14:35:32Z', 'revision_number': 4, 'project_id': 'a05f2e4d11dd4970b1890e2ac2ce4c87', 'gw_port': {'id': 'c6d4f948-752f-4e72-ace4-9fed7ef9b2e0', 'name': '', 'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:a4:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aca858a0-4185-400b-bac2-052a7dbfd1c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:35:29Z', 'updated_at': '2021-08-10T14:35:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-2-iscsi', '_interfaces': [{'id': '18dd6e20-f0cc-48eb-be22-d5ea10f530a2', 'name': '', 'network_id': 'd5526d2f-b7f9-428c-be48-63f6c6ae4f96', 'tenant_id': 'a05f2e4d11dd4970b1890e2ac2ce4c87', 'mac_address': 'fa:16:3e:97:16:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aca858a0-4185-400b-bac2-052a7dbfd1c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '82a0ee63-ad0f-4f7a-9eac-db5d15b3d575', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:35:32Z', 'updated_at': '2021-08-10T14:35:40Z', 'revision_number': 5, 'project_id': 'a05f2e4d11dd4970b1890e2ac2ce4c87', 'subnets': [{'id': '82a0ee63-ad0f-4f7a-9eac-db5d15b3d575', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-2-iscsi', False) {} {{(pid=93412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:38:25.767835 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-528295cd-2696-437e-b741-e5e0378b07d1 None None] Checking router: aca858a0-4185-400b-bac2-052a7dbfd1c0 for host: dv-cinder-798198-2-iscsi {{(pid=93412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 14:38:25.777841 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-528295cd-2696-437e-b741-e5e0378b07d1 None None] Routers {'aca858a0-4185-400b-bac2-052a7dbfd1c0'} bound to L3 agent in host dv-cinder-798198-2-iscsi {{(pid=93412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:38:25.778471 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.l3_hamode_db [None req-528295cd-2696-437e-b741-e5e0378b07d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T14:22:29Z,description=,heartbeat_timestamp=2021-08-10T14:37:59Z,host='dv-cinder-798198-2-iscsi',id=8acc92de-0cfa-4d60-8b37-a39a4d3c1570,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T14:22:29Z,topic='l3_agent')) {'router_ids': ['aca858a0-4185-400b-bac2-052a7dbfd1c0'], 'active': True} {{(pid=93412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:38:25.889307 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.l3_dvr_db [None req-528295cd-2696-437e-b741-e5e0378b07d1 None None] Set router aca858a0-4185-400b-bac2-052a7dbfd1c0 gateway port host: dv-cinder-798198-2-iscsi {{(pid=93412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:38:25.955290 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0458de60-252d-4000-ab49-4ba367e04121', 'name': 'network-vif-deleted', 'tag': '205efce0-700a-48f1-9548-570951aedf41'}] {{(pid=93410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:38:25.957782 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}173c15a1f530ed65b3eefe425c4e9cd9c28cfc2a1cdec76c1bb34aa91000b996" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04af5c70-568f-4950-b7e6-8b4c0f4a2d9d" -d '{"events": [{"server_uuid": "0458de60-252d-4000-ab49-4ba367e04121", "name": "network-vif-deleted", "tag": "205efce0-700a-48f1-9548-570951aedf41"}]}' {{(pid=93410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:38:26.000796 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 14:38:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cf70de8-908f-48b9-84c2-0c4b85fa5160 x-openstack-request-id: req-4cf70de8-908f-48b9-84c2-0c4b85fa5160 {{(pid=93410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:38:26.001402 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0458de60-252d-4000-ab49-4ba367e04121", "name": "network-vif-deleted", "tag": "205efce0-700a-48f1-9548-570951aedf41", "status": "completed", "code": 200}]} {{(pid=93410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:38:26.001402 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4cf70de8-908f-48b9-84c2-0c4b85fa5160 {{(pid=93410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:38:26.001772 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0458de60-252d-4000-ab49-4ba367e04121', 'name': 'network-vif-deleted', 'tag': '205efce0-700a-48f1-9548-570951aedf41', 'status': 'completed', 'code': 200} Aug 10 14:38:26.093241 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.l3_hamode_db [None req-528295cd-2696-437e-b741-e5e0378b07d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aca858a0-4185-400b-bac2-052a7dbfd1c0', 'name': 'tempest-TestVolumeBootPattern-2069893078-router', 'tenant_id': 'a05f2e4d11dd4970b1890e2ac2ce4c87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'external_fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.197'}], 'enable_snat': True}, 'gw_port_id': 'c6d4f948-752f-4e72-ace4-9fed7ef9b2e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:35:29Z', 'updated_at': '2021-08-10T14:35:32Z', 'revision_number': 4, 'project_id': 'a05f2e4d11dd4970b1890e2ac2ce4c87', 'gw_port': {'id': 'c6d4f948-752f-4e72-ace4-9fed7ef9b2e0', 'name': '', 'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:a4:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aca858a0-4185-400b-bac2-052a7dbfd1c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:35:29Z', 'updated_at': '2021-08-10T14:35:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-2-iscsi', '_interfaces': [{'id': '18dd6e20-f0cc-48eb-be22-d5ea10f530a2', 'name': '', 'network_id': 'd5526d2f-b7f9-428c-be48-63f6c6ae4f96', 'tenant_id': 'a05f2e4d11dd4970b1890e2ac2ce4c87', 'mac_address': 'fa:16:3e:97:16:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aca858a0-4185-400b-bac2-052a7dbfd1c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '82a0ee63-ad0f-4f7a-9eac-db5d15b3d575', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:35:32Z', 'updated_at': '2021-08-10T14:35:40Z', 'revision_number': 5, 'project_id': 'a05f2e4d11dd4970b1890e2ac2ce4c87', 'subnets': [{'id': '82a0ee63-ad0f-4f7a-9eac-db5d15b3d575', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-2-iscsi', False) {} {{(pid=93412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:38:26.261589 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-528295cd-2696-437e-b741-e5e0378b07d1 None None] The sync data for ids ['aca858a0-4185-400b-bac2-052a7dbfd1c0'] in dv-cinder-798198-2-iscsi is: [{'id': 'aca858a0-4185-400b-bac2-052a7dbfd1c0', 'name': 'tempest-TestVolumeBootPattern-2069893078-router', 'tenant_id': 'a05f2e4d11dd4970b1890e2ac2ce4c87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'external_fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.197'}], 'enable_snat': True}, 'gw_port_id': 'c6d4f948-752f-4e72-ace4-9fed7ef9b2e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:35:29Z', 'updated_at': '2021-08-10T14:35:32Z', 'revision_number': 4, 'project_id': 'a05f2e4d11dd4970b1890e2ac2ce4c87', 'gw_port': {'id': 'c6d4f948-752f-4e72-ace4-9fed7ef9b2e0', 'name': '', 'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:a4:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aca858a0-4185-400b-bac2-052a7dbfd1c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:35:29Z', 'updated_at': '2021-08-10T14:35:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-2-iscsi', '_interfaces': [{'id': '18dd6e20-f0cc-48eb-be22-d5ea10f530a2', 'name': '', 'network_id': 'd5526d2f-b7f9-428c-be48-63f6c6ae4f96', 'tenant_id': 'a05f2e4d11dd4970b1890e2ac2ce4c87', 'mac_address': 'fa:16:3e:97:16:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aca858a0-4185-400b-bac2-052a7dbfd1c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '82a0ee63-ad0f-4f7a-9eac-db5d15b3d575', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:35:32Z', 'updated_at': '2021-08-10T14:35:40Z', 'revision_number': 5, 'project_id': 'a05f2e4d11dd4970b1890e2ac2ce4c87', 'subnets': [{'id': '82a0ee63-ad0f-4f7a-9eac-db5d15b3d575', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 14:38:26.284576 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-6b0bdc9c-0a34-4c81-a6f3-04b1d293fbf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:38:26.496764 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-943b4b82-aae7-45a5-b909-d011488977b5 None None] New status for floating IP 2a4720a3-1d95-4db9-a4bd-8085e5d6f00a: DOWN {{(pid=93413) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 14:38:26.874199 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-79f0b341-01e1-4a6b-b9ed-56287a365163 req-ced7cfda-7361-49ee-98ff-6bb65a52c509 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1568808170&fields=id&tenant_id=a05f2e4d11dd4970b1890e2ac2ce4c87 HTTP/1.1" status: 200 len: 267 time: 0.0331795 Aug 10 14:38:26.980031 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f0b341-01e1-4a6b-b9ed-56287a365163 req-b2a4e8bb-8a26-4ff0-a4b1-210469016e93 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:38:26.981590 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-79f0b341-01e1-4a6b-b9ed-56287a365163 req-b2a4e8bb-8a26-4ff0-a4b1-210469016e93 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] 10.222.0.42 "GET /v2.0/networks?id=d5526d2f-b7f9-428c-be48-63f6c6ae4f96 HTTP/1.1" status: 200 len: 812 time: 0.1006234 Aug 10 14:38:26.997146 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-79f0b341-01e1-4a6b-b9ed-56287a365163 req-a5e219d9-4b9e-46c5-a970-9bfbc0cea5fe tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] 10.222.0.42 "GET /v2.0/quotas/a05f2e4d11dd4970b1890e2ac2ce4c87 HTTP/1.1" status: 200 len: 375 time: 0.0098805 Aug 10 14:38:27.056274 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-79f0b341-01e1-4a6b-b9ed-56287a365163 req-fa492e18-ca9a-40e6-b14a-1efdc1d218ec tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=a05f2e4d11dd4970b1890e2ac2ce4c87&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0534105 Aug 10 14:38:27.127673 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.wsgi [-] (93411) accepted ('10.222.0.42', 57782) {{(pid=93411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:38:27.155464 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-79f0b341-01e1-4a6b-b9ed-56287a365163 req-0bf21802-7fc7-47ff-8c85-65d9cb059094 service neutron] 10.222.0.42 "GET /v2.0/networks/d5526d2f-b7f9-428c-be48-63f6c6ae4f96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865140 Aug 10 14:38:27.234143 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-76c38205-407e-437b-af6b-bd47dbde3ac6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:38:27.249097 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-79f0b341-01e1-4a6b-b9ed-56287a365163 req-416b5397-d7af-4070-a311-b9ab80c447bb service neutron] 10.222.0.42 "GET /v2.0/networks/d5526d2f-b7f9-428c-be48-63f6c6ae4f96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869875 Aug 10 14:38:27.329635 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-76c38205-407e-437b-af6b-bd47dbde3ac6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:38:27.334160 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-76c38205-407e-437b-af6b-bd47dbde3ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734645'] for security_group, after_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:38:27.371395 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-76c38205-407e-437b-af6b-bd47dbde3ac6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ca4a65652d8b4e38b487bd15c52b6ea9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2425699 Aug 10 14:38:27.373316 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c38205-407e-437b-af6b-bd47dbde3ac6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8f60bda-6c35-4c66-8b99-b8377c437aec,revision_number=1']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:38:27.374116 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.wsgi [-] (93410) accepted ('10.222.0.42', 57792) {{(pid=93410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:38:27.426092 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-2fa9d1c5-34fb-4b1b-a439-7038408e59e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:38:27.448713 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-2fa9d1c5-34fb-4b1b-a439-7038408e59e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:38:27.504204 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-2fa9d1c5-34fb-4b1b-a439-7038408e59e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734645'] for security_group, after_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:38:27.507734 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-2fa9d1c5-34fb-4b1b-a439-7038408e59e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:38:27.508919 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [None req-2fa9d1c5-34fb-4b1b-a439-7038408e59e1 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a8f60bda-6c35-4c66-8b99-b8377c437aec HTTP/1.1" status: 204 len: 168 time: 0.1338224 Aug 10 14:38:27.517324 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa9d1c5-34fb-4b1b-a439-7038408e59e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8f60bda-6c35-4c66-8b99-b8377c437aec,revision_number=None']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:38:27.562401 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-6e6bf39e-e177-4025-a9f5-c3a840817380 req-75bab5dd-a9d1-4b0c-898c-7dcd19df1a8e tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] 10.222.0.42 "GET /v2.0/ports?device_id=b1e62976-0309-493f-ae39-56e1703fa119 HTTP/1.1" status: 200 len: 210 time: 0.0277512 Aug 10 14:38:27.736193 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Device ad6eaf48-0fc7-4f37-86f3-f36a929100eb no longer exists at agent hyperv_hv-cinder-79819 {{(pid=93412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 14:38:27.757547 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.plugin [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] No Port match for: ad6eaf48-0fc7-4f37-86f3-f36a929100eb {{(pid=93412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 14:38:27.757917 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Device ad6eaf48-0fc7-4f37-86f3-f36a929100eb not bound to the agent host hv-cinder-79819 {{(pid=93412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 14:38:27.758306 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Device 205efce0-700a-48f1-9548-570951aedf41 no longer exists at agent hyperv_hv-cinder-79819 {{(pid=93412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 14:38:27.779210 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.plugin [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] No Port match for: 205efce0-700a-48f1-9548-570951aedf41 {{(pid=93412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 14:38:27.779733 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Device 205efce0-700a-48f1-9548-570951aedf41 not bound to the agent host hv-cinder-79819 {{(pid=93412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 14:38:28.655892 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-e8f8f537-bf86-4e05-a030-70002f7c8884 req-964ea4eb-69cf-40c8-b486-ea4400bfe6ce tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] 10.222.0.42 "GET /v2.0/ports?device_id=b1e62976-0309-493f-ae39-56e1703fa119 HTTP/1.1" status: 200 len: 210 time: 0.0260739 Aug 10 14:38:29.105098 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-d6c276b0-2d48-4fd6-9500-98d43dbfe538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:38:29.117001 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:38:29.766004 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-cc33665a-64d4-411d-94d1-49cab43362f3 req-d1bd3672-e750-4ae0-8344-f06d8cff60e2 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] 10.222.0.42 "GET /v2.0/ports?device_id=b1e62976-0309-493f-ae39-56e1703fa119 HTTP/1.1" status: 200 len: 210 time: 0.0376630 Aug 10 14:38:30.191594 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f0b341-01e1-4a6b-b9ed-56287a365163 req-f17932fc-78bb-4376-8941-8a4ac633fa3b tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:38:30.193187 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-79f0b341-01e1-4a6b-b9ed-56287a365163 req-f17932fc-78bb-4376-8941-8a4ac633fa3b tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] 10.222.0.18 "GET /v2.0/networks?id=d5526d2f-b7f9-428c-be48-63f6c6ae4f96 HTTP/1.1" status: 200 len: 812 time: 0.1196156 Aug 10 14:38:30.209985 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-1682deac-1581-4d55-87bc-bceb4bcaf759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:38:30.237323 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-79f0b341-01e1-4a6b-b9ed-56287a365163 req-0be02d7e-1ffc-4148-b45b-822d8883fecd tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a05f2e4d11dd4970b1890e2ac2ce4c87 HTTP/1.1" status: 200 len: 380 time: 0.0346191 Aug 10 14:38:30.247247 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.v2.base [req-79f0b341-01e1-4a6b-b9ed-56287a365163 req-b5c442ba-ddfa-4b69-b830-e360bbe74e5a tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Request body: {'port': {'device_id': 'b1e62976-0309-493f-ae39-56e1703fa119', 'network_id': 'd5526d2f-b7f9-428c-be48-63f6c6ae4f96', 'admin_state_up': True, 'tenant_id': 'a05f2e4d11dd4970b1890e2ac2ce4c87', 'security_groups': ['56a6b489-60e9-459f-8db6-59e684177373']}} {{(pid=93410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:38:30.361844 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79f0b341-01e1-4a6b-b9ed-56287a365163 req-b5c442ba-ddfa-4b69-b830-e360bbe74e5a tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Made reservation on behalf of a05f2e4d11dd4970b1890e2ac2ce4c87 for: {'port': 1} {{(pid=93410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 14:38:30.365334 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-79f0b341-01e1-4a6b-b9ed-56287a365163 req-b5c442ba-ddfa-4b69-b830-e360bbe74e5a tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:38:30.501913 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.db.db_base_plugin_common [req-79f0b341-01e1-4a6b-b9ed-56287a365163 req-b5c442ba-ddfa-4b69-b830-e360bbe74e5a tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Allocated IP 172.20.0.14 (d5526d2f-b7f9-428c-be48-63f6c6ae4f96/82a0ee63-ad0f-4f7a-9eac-db5d15b3d575/1ef143d4-7588-411f-bc71-c6cc6f88defb) {{(pid=93410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 14:38:30.648055 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-79f0b341-01e1-4a6b-b9ed-56287a365163 req-b5c442ba-ddfa-4b69-b830-e360bbe74e5a tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Notify callbacks [] for port, precommit_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:38:30.671905 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [req-79f0b341-01e1-4a6b-b9ed-56287a365163 req-b5c442ba-ddfa-4b69-b830-e360bbe74e5a tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Transition to ACTIVE for port object 1ef143d4-7588-411f-bc71-c6cc6f88defb will not be triggered until provisioned by entity DHCP. {{(pid=93410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 14:38:30.697050 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-79f0b341-01e1-4a6b-b9ed-56287a365163 req-b5c442ba-ddfa-4b69-b830-e360bbe74e5a tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786683465198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26372150'] for port, after_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:38:30.742395 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79f0b341-01e1-4a6b-b9ed-56287a365163 req-b5c442ba-ddfa-4b69-b830-e360bbe74e5a tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Network d5526d2f-b7f9-428c-be48-63f6c6ae4f96 is already hosted by enough agents. {{(pid=93410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 14:38:30.746507 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.scheduler.base_scheduler [req-79f0b341-01e1-4a6b-b9ed-56287a365163 req-b5c442ba-ddfa-4b69-b830-e360bbe74e5a tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Resources bound (agent type, host, resource id): {{(pid=93410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:38:30.748540 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_dvrscheduler_db [req-79f0b341-01e1-4a6b-b9ed-56287a365163 req-b5c442ba-ddfa-4b69-b830-e360bbe74e5a tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Received port after_create {{(pid=93410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 14:38:30.784137 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c442ba-ddfa-4b69-b830-e360bbe74e5a tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Pushing event updated for resources: {'Port': ['ID=1ef143d4-7588-411f-bc71-c6cc6f88defb,revision_number=1']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:38:30.810726 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f0b341-01e1-4a6b-b9ed-56287a365163 req-b5c442ba-ddfa-4b69-b830-e360bbe74e5a tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:38:30.811544 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-79f0b341-01e1-4a6b-b9ed-56287a365163 req-b5c442ba-ddfa-4b69-b830-e360bbe74e5a tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-387483'] for port, before_response {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:38:30.831001 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-79f0b341-01e1-4a6b-b9ed-56287a365163 req-b5c442ba-ddfa-4b69-b830-e360bbe74e5a tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5872910 Aug 10 14:38:30.849353 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.v2.base [req-79f0b341-01e1-4a6b-b9ed-56287a365163 req-6bbe0607-a074-4eb6-b1c7-ea112461b671 service neutron] Request body: {'port': {'device_id': 'b1e62976-0309-493f-ae39-56e1703fa119', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79819'}} {{(pid=93410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:38:30.936831 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7924177-52ed-4070-a13e-7967635bbe46 req-9d76fa5d-479b-4bbf-8605-eea5d4996c89 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:38:30.938366 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-b7924177-52ed-4070-a13e-7967635bbe46 req-9d76fa5d-479b-4bbf-8605-eea5d4996c89 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] 10.222.0.42 "GET /v2.0/ports?device_id=b1e62976-0309-493f-ae39-56e1703fa119 HTTP/1.1" status: 200 len: 932 time: 0.1032329 Aug 10 14:38:30.941112 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-79f0b341-01e1-4a6b-b9ed-56287a365163 req-6bbe0607-a074-4eb6-b1c7-ea112461b671 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:38:31.013500 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-b7924177-52ed-4070-a13e-7967635bbe46 req-1fc9b1f0-b484-482f-81b2-7d086eecc071 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] 10.222.0.42 "GET /v2.0/security-groups?id=56a6b489-60e9-459f-8db6-59e684177373&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629685 Aug 10 14:38:31.043905 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.provisioning_blocks [None req-a944b56b-c120-4aa0-a8c7-33a8ba33ad6e None None] Provisioning for port 1ef143d4-7588-411f-bc71-c6cc6f88defb completed by entity DHCP. {{(pid=93412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 14:38:31.047965 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.provisioning_blocks [None req-a944b56b-c120-4aa0-a8c7-33a8ba33ad6e None None] Provisioning complete for port 1ef143d4-7588-411f-bc71-c6cc6f88defb triggered by entity DHCP. {{(pid=93412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:38:31.048440 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-a944b56b-c120-4aa0-a8c7-33a8ba33ad6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932393'] for port, provisioning_complete {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:38:31.084768 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.plugin [None req-a944b56b-c120-4aa0-a8c7-33a8ba33ad6e None None] Port 1ef143d4-7588-411f-bc71-c6cc6f88defb cannot update to ACTIVE because it is not bound. {{(pid=93412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 14:38:31.246779 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.notifiers.nova [req-79f0b341-01e1-4a6b-b9ed-56287a365163 req-6bbe0607-a074-4eb6-b1c7-ea112461b671 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ef143d4-7588-411f-bc71-c6cc6f88defb {{(pid=93410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 14:38:31.254855 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-79f0b341-01e1-4a6b-b9ed-56287a365163 req-6bbe0607-a074-4eb6-b1c7-ea112461b671 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:38:31.269484 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [req-79f0b341-01e1-4a6b-b9ed-56287a365163 req-6bbe0607-a074-4eb6-b1c7-ea112461b671 service neutron] Transition to ACTIVE for port object 1ef143d4-7588-411f-bc71-c6cc6f88defb will not be triggered until provisioned by entity L2. {{(pid=93410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 14:38:31.274192 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-79f0b341-01e1-4a6b-b9ed-56287a365163 req-6bbe0607-a074-4eb6-b1c7-ea112461b671 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683854493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786683465220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786683465238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26372301'] for port, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:38:31.328254 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbe0607-a074-4eb6-b1c7-ea112461b671 service neutron] Pushing event updated for resources: {'Port': ['ID=1ef143d4-7588-411f-bc71-c6cc6f88defb,revision_number=2']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:38:31.403024 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.managers [req-79f0b341-01e1-4a6b-b9ed-56287a365163 req-6bbe0607-a074-4eb6-b1c7-ea112461b671 service neutron] Attempting to bind port 1ef143d4-7588-411f-bc71-c6cc6f88defb on host hv-cinder-79819 for vnic_type normal with profile {{(pid=93410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 14:38:31.403352 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.managers [req-79f0b341-01e1-4a6b-b9ed-56287a365163 req-6bbe0607-a074-4eb6-b1c7-ea112461b671 service neutron] Attempting to bind port 1ef143d4-7588-411f-bc71-c6cc6f88defb by drivers openvswitch,hyperv on host hv-cinder-79819 at level 0 using segments [{'id': 'b1474386-8f64-4469-a373-f1fecf720fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'd5526d2f-b7f9-428c-be48-63f6c6ae4f96'}] {{(pid=93410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 14:38:31.403677 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79f0b341-01e1-4a6b-b9ed-56287a365163 req-6bbe0607-a074-4eb6-b1c7-ea112461b671 service neutron] Attempting to bind port 1ef143d4-7588-411f-bc71-c6cc6f88defb on network d5526d2f-b7f9-428c-be48-63f6c6ae4f96 {{(pid=93410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 14:38:31.408195 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79f0b341-01e1-4a6b-b9ed-56287a365163 req-6bbe0607-a074-4eb6-b1c7-ea112461b671 service neutron] Port 1ef143d4-7588-411f-bc71-c6cc6f88defb on network d5526d2f-b7f9-428c-be48-63f6c6ae4f96 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79819 {{(pid=93410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 14:38:31.408511 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79f0b341-01e1-4a6b-b9ed-56287a365163 req-6bbe0607-a074-4eb6-b1c7-ea112461b671 service neutron] Attempting to bind port 1ef143d4-7588-411f-bc71-c6cc6f88defb on network d5526d2f-b7f9-428c-be48-63f6c6ae4f96 {{(pid=93410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 14:38:31.413686 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79f0b341-01e1-4a6b-b9ed-56287a365163 req-6bbe0607-a074-4eb6-b1c7-ea112461b671 service neutron] Checking agent: {'id': '193de837-f8e2-4c0a-a012-1a4e123b0e95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 14, 28, 33), 'started_at': datetime.datetime(2021, 8, 10, 14, 28, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 14, 38, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 14:38:31.414022 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79f0b341-01e1-4a6b-b9ed-56287a365163 req-6bbe0607-a074-4eb6-b1c7-ea112461b671 service neutron] Checking segment: {'id': 'b1474386-8f64-4469-a373-f1fecf720fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'd5526d2f-b7f9-428c-be48-63f6c6ae4f96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 14:38:31.414398 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79f0b341-01e1-4a6b-b9ed-56287a365163 req-6bbe0607-a074-4eb6-b1c7-ea112461b671 service neutron] Bound using segment: {'id': 'b1474386-8f64-4469-a373-f1fecf720fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'd5526d2f-b7f9-428c-be48-63f6c6ae4f96'} {{(pid=93410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 14:38:31.414822 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.managers [req-79f0b341-01e1-4a6b-b9ed-56287a365163 req-6bbe0607-a074-4eb6-b1c7-ea112461b671 service neutron] Bound port: 1ef143d4-7588-411f-bc71-c6cc6f88defb, host: hv-cinder-79819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1474386-8f64-4469-a373-f1fecf720fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'd5526d2f-b7f9-428c-be48-63f6c6ae4f96'}}] {{(pid=93410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 14:38:31.415191 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-79f0b341-01e1-4a6b-b9ed-56287a365163 req-6bbe0607-a074-4eb6-b1c7-ea112461b671 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:38:31.480266 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [req-79f0b341-01e1-4a6b-b9ed-56287a365163 req-6bbe0607-a074-4eb6-b1c7-ea112461b671 service neutron] For port 1ef143d4-7588-411f-bc71-c6cc6f88defb, host hv-cinder-79819, cleared binding levels {{(pid=93410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 14:38:31.483256 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [req-79f0b341-01e1-4a6b-b9ed-56287a365163 req-6bbe0607-a074-4eb6-b1c7-ea112461b671 service neutron] For port 1ef143d4-7588-411f-bc71-c6cc6f88defb, host hv-cinder-79819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=1ef143d4-7588-411f-bc71-c6cc6f88defb,segment=NetworkSegment(b1474386-8f64-4469-a373-f1fecf720fc6),segment_id=b1474386-8f64-4469-a373-f1fecf720fc6)] {{(pid=93410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 14:38:31.486737 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-79f0b341-01e1-4a6b-b9ed-56287a365163 req-6bbe0607-a074-4eb6-b1c7-ea112461b671 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683854493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786683465220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786683465238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26372301'] for port, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:38:31.519999 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f0b341-01e1-4a6b-b9ed-56287a365163 req-6bbe0607-a074-4eb6-b1c7-ea112461b671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:38:31.520606 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-79f0b341-01e1-4a6b-b9ed-56287a365163 req-6bbe0607-a074-4eb6-b1c7-ea112461b671 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-387483'] for port, before_response {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:38:31.522090 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-79f0b341-01e1-4a6b-b9ed-56287a365163 req-6bbe0607-a074-4eb6-b1c7-ea112461b671 service neutron] 10.222.0.18 "PUT /v2.0/ports/1ef143d4-7588-411f-bc71-c6cc6f88defb HTTP/1.1" status: 200 len: 1094 time: 0.6769972 Aug 10 14:38:31.522519 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1e62976-0309-493f-ae39-56e1703fa119', 'tag': '1ef143d4-7588-411f-bc71-c6cc6f88defb'}] {{(pid=93410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:38:31.524716 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}173c15a1f530ed65b3eefe425c4e9cd9c28cfc2a1cdec76c1bb34aa91000b996" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c49f2349-be82-4bfe-be90-8f6779abbb23" -d '{"events": [{"name": "network-changed", "server_uuid": "b1e62976-0309-493f-ae39-56e1703fa119", "tag": "1ef143d4-7588-411f-bc71-c6cc6f88defb"}]}' {{(pid=93410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:38:31.548759 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbe0607-a074-4eb6-b1c7-ea112461b671 service neutron] Pushing event updated for resources: {'Port': ['ID=1ef143d4-7588-411f-bc71-c6cc6f88defb,revision_number=3']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:38:31.568019 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 14:38:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca1aa7db-8f5a-4255-ba54-92b248a3cd77 x-openstack-request-id: req-ca1aa7db-8f5a-4255-ba54-92b248a3cd77 {{(pid=93410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:38:31.568307 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1e62976-0309-493f-ae39-56e1703fa119", "tag": "1ef143d4-7588-411f-bc71-c6cc6f88defb", "status": "completed", "code": 200}]} {{(pid=93410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:38:31.568686 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ca1aa7db-8f5a-4255-ba54-92b248a3cd77 {{(pid=93410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:38:31.569081 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1e62976-0309-493f-ae39-56e1703fa119', 'tag': '1ef143d4-7588-411f-bc71-c6cc6f88defb', 'status': 'completed', 'code': 200} Aug 10 14:38:32.137111 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e3a615-84b1-4a1d-bb9c-5cd1f4e50469 req-74f0d709-0f29-4a8f-a4c6-c65a6bf1ab92 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:38:32.139617 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-27e3a615-84b1-4a1d-bb9c-5cd1f4e50469 req-74f0d709-0f29-4a8f-a4c6-c65a6bf1ab92 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] 10.222.0.42 "GET /v2.0/ports?device_id=b1e62976-0309-493f-ae39-56e1703fa119 HTTP/1.1" status: 200 len: 944 time: 0.0532272 Aug 10 14:38:32.162945 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-f97b798d-bd61-4bdb-bb4a-e55e1a0659df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:38:32.179103 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-27e3a615-84b1-4a1d-bb9c-5cd1f4e50469 req-01daa022-5641-4b3b-a61d-7a75e9612271 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] 10.222.0.42 "GET /v2.0/security-groups?id=56a6b489-60e9-459f-8db6-59e684177373&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340710 Aug 10 14:38:32.931226 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:38:33.304935 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09156836-89f9-4e53-9ba9-8bf8389af5d6 req-9232ab8c-efa6-4332-a082-961dad502d87 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:38:33.306537 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-09156836-89f9-4e53-9ba9-8bf8389af5d6 req-9232ab8c-efa6-4332-a082-961dad502d87 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] 10.222.0.42 "GET /v2.0/ports?device_id=b1e62976-0309-493f-ae39-56e1703fa119 HTTP/1.1" status: 200 len: 944 time: 0.0562091 Aug 10 14:38:33.355490 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-09156836-89f9-4e53-9ba9-8bf8389af5d6 req-440eda0d-0195-4deb-90d5-b44fe9d724ca tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] 10.222.0.42 "GET /v2.0/security-groups?id=56a6b489-60e9-459f-8db6-59e684177373&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381396 Aug 10 14:38:33.981494 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f0b341-01e1-4a6b-b9ed-56287a365163 req-78445625-6933-4f34-92ec-10ab6ad4ae93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:38:33.983048 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-79f0b341-01e1-4a6b-b9ed-56287a365163 req-78445625-6933-4f34-92ec-10ab6ad4ae93 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a05f2e4d11dd4970b1890e2ac2ce4c87&device_id=b1e62976-0309-493f-ae39-56e1703fa119 HTTP/1.1" status: 200 len: 1097 time: 0.0430281 Aug 10 14:38:34.026296 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-79f0b341-01e1-4a6b-b9ed-56287a365163 req-42d98c62-b806-4933-a860-739b8ec6ad81 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1ef143d4-7588-411f-bc71-c6cc6f88defb HTTP/1.1" status: 200 len: 217 time: 0.0344379 Aug 10 14:38:34.080126 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f0b341-01e1-4a6b-b9ed-56287a365163 req-24ba6002-5e0f-4ba2-a4cc-985cfdc9b9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:38:34.081645 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-79f0b341-01e1-4a6b-b9ed-56287a365163 req-24ba6002-5e0f-4ba2-a4cc-985cfdc9b9cd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=82a0ee63-ad0f-4f7a-9eac-db5d15b3d575 HTTP/1.1" status: 200 len: 851 time: 0.0484161 Aug 10 14:38:34.149016 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f0b341-01e1-4a6b-b9ed-56287a365163 req-edb0f5e3-c072-4049-935c-7abd493fc8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:38:34.150568 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-79f0b341-01e1-4a6b-b9ed-56287a365163 req-edb0f5e3-c072-4049-935c-7abd493fc8ca service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d5526d2f-b7f9-428c-be48-63f6c6ae4f96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0471108 Aug 10 14:38:34.242262 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-79f0b341-01e1-4a6b-b9ed-56287a365163 req-cb89a5d5-d6df-4f59-a25d-9f6f0596193f service neutron] 10.222.0.18 "GET /v2.0/networks/d5526d2f-b7f9-428c-be48-63f6c6ae4f96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835407 Aug 10 14:38:34.336946 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-79f0b341-01e1-4a6b-b9ed-56287a365163 req-0ef3e879-9c6c-4bd1-94b2-f28779686a48 service neutron] 10.222.0.18 "GET /v2.0/networks/d5526d2f-b7f9-428c-be48-63f6c6ae4f96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879779 Aug 10 14:38:34.435552 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49f2349-be82-4bfe-be90-8f6779abbb23 req-2a341a60-8e00-474d-902b-6a0eab253812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:38:34.437635 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-c49f2349-be82-4bfe-be90-8f6779abbb23 req-2a341a60-8e00-474d-902b-6a0eab253812 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a05f2e4d11dd4970b1890e2ac2ce4c87&device_id=b1e62976-0309-493f-ae39-56e1703fa119 HTTP/1.1" status: 200 len: 1097 time: 0.0526037 Aug 10 14:38:34.544327 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a1b299-a778-4d69-b384-c5acfc4debc6 req-0d359742-6e91-4ffd-b98f-dc86e9f92e4b tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:38:34.545928 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-61a1b299-a778-4d69-b384-c5acfc4debc6 req-0d359742-6e91-4ffd-b98f-dc86e9f92e4b tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] 10.222.0.42 "GET /v2.0/ports?device_id=b1e62976-0309-493f-ae39-56e1703fa119 HTTP/1.1" status: 200 len: 944 time: 0.1050208 Aug 10 14:38:34.593471 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49f2349-be82-4bfe-be90-8f6779abbb23 req-7240ed09-ee5b-45b3-bfc0-eaf36c133ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:38:34.594969 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-c49f2349-be82-4bfe-be90-8f6779abbb23 req-7240ed09-ee5b-45b3-bfc0-eaf36c133ff4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d5526d2f-b7f9-428c-be48-63f6c6ae4f96 HTTP/1.1" status: 200 len: 913 time: 0.1446607 Aug 10 14:38:34.916739 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-61a1b299-a778-4d69-b384-c5acfc4debc6 req-cbc37fb6-a374-4d85-8591-9cc8d759c8f1 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] 10.222.0.42 "GET /v2.0/security-groups?id=56a6b489-60e9-459f-8db6-59e684177373&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3615587 Aug 10 14:38:34.918051 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-c49f2349-be82-4bfe-be90-8f6779abbb23 req-74b8d13b-203a-43b9-af2c-924aede7df79 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1ef143d4-7588-411f-bc71-c6cc6f88defb HTTP/1.1" status: 200 len: 217 time: 0.3142767 Aug 10 14:38:34.970087 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49f2349-be82-4bfe-be90-8f6779abbb23 req-60bddba3-87aa-40b0-970a-903b001417b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:38:34.971539 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-c49f2349-be82-4bfe-be90-8f6779abbb23 req-60bddba3-87aa-40b0-970a-903b001417b3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=82a0ee63-ad0f-4f7a-9eac-db5d15b3d575 HTTP/1.1" status: 200 len: 851 time: 0.0452209 Aug 10 14:38:35.020617 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49f2349-be82-4bfe-be90-8f6779abbb23 req-45108366-7d54-4277-98a6-7cf9189cbcc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:38:35.022369 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-c49f2349-be82-4bfe-be90-8f6779abbb23 req-45108366-7d54-4277-98a6-7cf9189cbcc5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d5526d2f-b7f9-428c-be48-63f6c6ae4f96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0438190 Aug 10 14:38:35.137384 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-c49f2349-be82-4bfe-be90-8f6779abbb23 req-71fb1148-70ff-463e-9a13-a6d842994298 service neutron] 10.222.0.18 "GET /v2.0/networks/d5526d2f-b7f9-428c-be48-63f6c6ae4f96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078722 Aug 10 14:38:35.238242 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-c49f2349-be82-4bfe-be90-8f6779abbb23 req-deaa4342-e491-4516-bca3-020024765cc5 service neutron] 10.222.0.18 "GET /v2.0/networks/d5526d2f-b7f9-428c-be48-63f6c6ae4f96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937874 Aug 10 14:38:36.038400 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81851834-82c2-41f8-aefc-10699b95c49e req-8f0a0453-5aeb-4290-8268-cba762687e8f tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:38:36.039895 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-81851834-82c2-41f8-aefc-10699b95c49e req-8f0a0453-5aeb-4290-8268-cba762687e8f tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] 10.222.0.42 "GET /v2.0/ports?device_id=b1e62976-0309-493f-ae39-56e1703fa119 HTTP/1.1" status: 200 len: 944 time: 0.0525594 Aug 10 14:38:36.077629 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-81851834-82c2-41f8-aefc-10699b95c49e req-fad8a4f6-4f14-49b4-8d67-c16924cd6ea2 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] 10.222.0.42 "GET /v2.0/security-groups?id=56a6b489-60e9-459f-8db6-59e684177373&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318871 Aug 10 14:38:37.198545 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a35844a-8b53-446e-93b1-d5f6206f920b req-52c5f182-bcab-4b6e-8e0f-f87465c6f79d tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:38:37.200073 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-1a35844a-8b53-446e-93b1-d5f6206f920b req-52c5f182-bcab-4b6e-8e0f-f87465c6f79d tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] 10.222.0.42 "GET /v2.0/ports?device_id=b1e62976-0309-493f-ae39-56e1703fa119 HTTP/1.1" status: 200 len: 944 time: 0.0563130 Aug 10 14:38:37.239610 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-1a35844a-8b53-446e-93b1-d5f6206f920b req-64c87340-2e6c-4624-9805-c8a66fd871b9 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] 10.222.0.42 "GET /v2.0/security-groups?id=56a6b489-60e9-459f-8db6-59e684177373&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333669 Aug 10 14:38:38.356944 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d3edd1-533d-4e47-9f77-9f4f8fd41731 req-9dfb9e71-403b-41b7-8d94-31ecb3b587e3 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:38:38.358497 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-61d3edd1-533d-4e47-9f77-9f4f8fd41731 req-9dfb9e71-403b-41b7-8d94-31ecb3b587e3 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] 10.222.0.42 "GET /v2.0/ports?device_id=b1e62976-0309-493f-ae39-56e1703fa119 HTTP/1.1" status: 200 len: 944 time: 0.0500257 Aug 10 14:38:38.397184 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-61d3edd1-533d-4e47-9f77-9f4f8fd41731 req-c1cde5e3-3fde-4f9b-9c6b-2a49dd833f14 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] 10.222.0.42 "GET /v2.0/security-groups?id=56a6b489-60e9-459f-8db6-59e684177373&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319495 Aug 10 14:38:39.520365 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810d9e47-1ae4-4a12-862c-d998d0e25dcc req-d883c49f-5e79-4e77-ae8f-36d57e120d81 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:38:39.522217 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-810d9e47-1ae4-4a12-862c-d998d0e25dcc req-d883c49f-5e79-4e77-ae8f-36d57e120d81 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] 10.222.0.42 "GET /v2.0/ports?device_id=b1e62976-0309-493f-ae39-56e1703fa119 HTTP/1.1" status: 200 len: 944 time: 0.0509434 Aug 10 14:38:39.561824 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-810d9e47-1ae4-4a12-862c-d998d0e25dcc req-c7202927-4e55-4390-a8ab-a9b25cb81eb9 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] 10.222.0.42 "GET /v2.0/security-groups?id=56a6b489-60e9-459f-8db6-59e684177373&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334496 Aug 10 14:38:40.679611 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711aa176-a095-4bc8-80ae-c004e44b6277 req-012e7f77-b01c-479f-84e1-de12c40eb5fe tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:38:40.681107 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-711aa176-a095-4bc8-80ae-c004e44b6277 req-012e7f77-b01c-479f-84e1-de12c40eb5fe tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] 10.222.0.42 "GET /v2.0/ports?device_id=b1e62976-0309-493f-ae39-56e1703fa119 HTTP/1.1" status: 200 len: 944 time: 0.0531585 Aug 10 14:38:40.721117 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-711aa176-a095-4bc8-80ae-c004e44b6277 req-224032cc-4db1-4592-bb93-22c38b4de29d tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] 10.222.0.42 "GET /v2.0/security-groups?id=56a6b489-60e9-459f-8db6-59e684177373&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338416 Aug 10 14:38:41.844994 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e081e3a-b4ca-4c9f-9e10-c207261396a6 req-95a9000a-fa3a-49db-b907-8216fd332141 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:38:41.846548 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-2e081e3a-b4ca-4c9f-9e10-c207261396a6 req-95a9000a-fa3a-49db-b907-8216fd332141 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] 10.222.0.42 "GET /v2.0/ports?device_id=b1e62976-0309-493f-ae39-56e1703fa119 HTTP/1.1" status: 200 len: 944 time: 0.0553818 Aug 10 14:38:41.859168 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.db.agents_db [None req-84c9d1dd-add5-4bf7-b0ef-63077aab3240 None None] Agent healthcheck: found 6 active agents {{(pid=93413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 14:38:41.889376 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-2e081e3a-b4ca-4c9f-9e10-c207261396a6 req-2679a711-575a-4bc7-ad16-d00aead16fc7 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] 10.222.0.42 "GET /v2.0/security-groups?id=56a6b489-60e9-459f-8db6-59e684177373&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359745 Aug 10 14:38:43.010762 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4747c51-760c-40cb-8bb8-1f45063e1e04 req-476b91bd-bd49-46ac-a3a6-d609b0caef35 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:38:43.012310 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-c4747c51-760c-40cb-8bb8-1f45063e1e04 req-476b91bd-bd49-46ac-a3a6-d609b0caef35 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] 10.222.0.42 "GET /v2.0/ports?device_id=b1e62976-0309-493f-ae39-56e1703fa119 HTTP/1.1" status: 200 len: 944 time: 0.0502231 Aug 10 14:38:43.054607 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-c4747c51-760c-40cb-8bb8-1f45063e1e04 req-e12157dd-ca31-47dd-974c-f26a9ed9f72c tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] 10.222.0.42 "GET /v2.0/security-groups?id=56a6b489-60e9-459f-8db6-59e684177373&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358384 Aug 10 14:38:43.535001 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Device 1ef143d4-7588-411f-bc71-c6cc6f88defb details requested by agent hyperv_hv-cinder-79819 with host hv-cinder-79819 {{(pid=93412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 14:38:43.655156 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.db [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] For port 1ef143d4-7588-411f-bc71-c6cc6f88defb, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=1ef143d4-7588-411f-bc71-c6cc6f88defb,segment=NetworkSegment(b1474386-8f64-4469-a373-f1fecf720fc6),segment_id=b1474386-8f64-4469-a373-f1fecf720fc6)] {{(pid=93412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:38:43.667909 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Returning: {'device': '1ef143d4-7588-411f-bc71-c6cc6f88defb', 'network_id': 'd5526d2f-b7f9-428c-be48-63f6c6ae4f96', 'port_id': '1ef143d4-7588-411f-bc71-c6cc6f88defb', 'mac_address': 'fa:16:3e:b6:ab:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 560, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82a0ee63-ad0f-4f7a-9eac-db5d15b3d575', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 14:38:43.711765 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:38:43.727374 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.notifiers.nova [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ef143d4-7588-411f-bc71-c6cc6f88defb {{(pid=93412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 14:38:43.750526 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.db [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] For port 1ef143d4-7588-411f-bc71-c6cc6f88defb, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=1ef143d4-7588-411f-bc71-c6cc6f88defb,segment=NetworkSegment(b1474386-8f64-4469-a373-f1fecf720fc6),segment_id=b1474386-8f64-4469-a373-f1fecf720fc6)] {{(pid=93412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:38:43.755338 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683854493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786683465220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786683465238'] for port, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:38:43.814041 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Pushing event updated for resources: {'Port': ['ID=1ef143d4-7588-411f-bc71-c6cc6f88defb,revision_number=4']} {{(pid=93412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:38:43.947956 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.db [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] get_ports_and_sgs() called for port_ids ['1ef143d4-7588-411f-bc71-c6cc6f88defb'] {{(pid=93412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 14:38:44.201631 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f3d120-4c58-4ec7-b9ee-4d293c5a312b req-6577a9c3-3221-4739-aa98-edaa4ebcc15a tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:38:44.203248 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-25f3d120-4c58-4ec7-b9ee-4d293c5a312b req-6577a9c3-3221-4739-aa98-edaa4ebcc15a tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] 10.222.0.42 "GET /v2.0/ports?device_id=b1e62976-0309-493f-ae39-56e1703fa119 HTTP/1.1" status: 200 len: 945 time: 0.0649540 Aug 10 14:38:44.246886 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-25f3d120-4c58-4ec7-b9ee-4d293c5a312b req-0c77ac3f-5390-4c17-afa9-0b441db98e0a tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] 10.222.0.42 "GET /v2.0/security-groups?id=56a6b489-60e9-459f-8db6-59e684177373&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370059 Aug 10 14:38:45.360461 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc95d0ea-93c0-485b-8b96-1743d46b4b36 req-d0de00b7-9f3c-40c9-b939-d7ea84da1c52 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:38:45.361970 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-bc95d0ea-93c0-485b-8b96-1743d46b4b36 req-d0de00b7-9f3c-40c9-b939-d7ea84da1c52 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] 10.222.0.42 "GET /v2.0/ports?device_id=b1e62976-0309-493f-ae39-56e1703fa119 HTTP/1.1" status: 200 len: 945 time: 0.0481694 Aug 10 14:38:45.401765 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-bc95d0ea-93c0-485b-8b96-1743d46b4b36 req-39b2e518-06a2-4f1b-9c86-7e9d2d3b1ff0 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] 10.222.0.42 "GET /v2.0/security-groups?id=56a6b489-60e9-459f-8db6-59e684177373&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331068 Aug 10 14:38:46.514933 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b86ed4-079d-4476-bcb3-43845d1cf4be req-eee53148-7999-4c09-be23-5b418b83eb8a tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:38:46.516417 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-40b86ed4-079d-4476-bcb3-43845d1cf4be req-eee53148-7999-4c09-be23-5b418b83eb8a tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] 10.222.0.42 "GET /v2.0/ports?device_id=b1e62976-0309-493f-ae39-56e1703fa119 HTTP/1.1" status: 200 len: 945 time: 0.0497677 Aug 10 14:38:46.561955 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-40b86ed4-079d-4476-bcb3-43845d1cf4be req-ed375ac6-3039-476a-8ddd-cf749eda126f tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] 10.222.0.42 "GET /v2.0/security-groups?id=56a6b489-60e9-459f-8db6-59e684177373&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396476 Aug 10 14:38:47.548012 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Device 1ef143d4-7588-411f-bc71-c6cc6f88defb up at agent hyperv_hv-cinder-79819 {{(pid=93412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:38:47.596699 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.provisioning_blocks [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Provisioning for port 1ef143d4-7588-411f-bc71-c6cc6f88defb completed by entity L2. {{(pid=93412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 14:38:47.600732 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.provisioning_blocks [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Provisioning complete for port 1ef143d4-7588-411f-bc71-c6cc6f88defb triggered by entity L2. {{(pid=93412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:38:47.601108 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932393'] for port, provisioning_complete {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:38:47.678985 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adf5102-6f19-4677-9944-5d0ca4003d24 req-72b95897-858d-40e2-8ae1-11e07067fb23 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:38:47.680503 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-9adf5102-6f19-4677-9944-5d0ca4003d24 req-72b95897-858d-40e2-8ae1-11e07067fb23 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] 10.222.0.42 "GET /v2.0/ports?device_id=b1e62976-0309-493f-ae39-56e1703fa119 HTTP/1.1" status: 200 len: 945 time: 0.0524595 Aug 10 14:38:47.680909 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:38:47.703765 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1e62976-0309-493f-ae39-56e1703fa119', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ef143d4-7588-411f-bc71-c6cc6f88defb'}] {{(pid=93412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:38:47.706012 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9406f3752f8c5c09b2197ea24f22201eb31b4bb693178eb20b3d616b4d9459a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d54085c2-0298-4607-ae39-aa1f8ee7a5f0" -d '{"events": [{"server_uuid": "b1e62976-0309-493f-ae39-56e1703fa119", "name": "network-vif-plugged", "status": "completed", "tag": "1ef143d4-7588-411f-bc71-c6cc6f88defb"}]}' {{(pid=93412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:38:47.719029 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.db [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] For port 1ef143d4-7588-411f-bc71-c6cc6f88defb, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=1ef143d4-7588-411f-bc71-c6cc6f88defb,segment=NetworkSegment(b1474386-8f64-4469-a373-f1fecf720fc6),segment_id=b1474386-8f64-4469-a373-f1fecf720fc6)] {{(pid=93412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:38:47.719601 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-9adf5102-6f19-4677-9944-5d0ca4003d24 req-852d7cdc-4c34-456e-8608-f1fbb4f20a12 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] 10.222.0.42 "GET /v2.0/security-groups?id=56a6b489-60e9-459f-8db6-59e684177373&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328696 Aug 10 14:38:47.723323 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683854493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786683465220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786683465238'] for port, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:38:47.749921 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 14:38:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-229d15b4-1b47-498e-bdae-0c1ceaed4c4b x-openstack-request-id: req-229d15b4-1b47-498e-bdae-0c1ceaed4c4b {{(pid=93412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:38:47.750207 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1e62976-0309-493f-ae39-56e1703fa119", "name": "network-vif-plugged", "status": "completed", "tag": "1ef143d4-7588-411f-bc71-c6cc6f88defb", "code": 200}]} {{(pid=93412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:38:47.750455 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-229d15b4-1b47-498e-bdae-0c1ceaed4c4b {{(pid=93412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:38:47.750839 dv-cinder-798198-2-iscsi neutron-server[93412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1e62976-0309-493f-ae39-56e1703fa119', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ef143d4-7588-411f-bc71-c6cc6f88defb', 'code': 200} Aug 10 14:38:47.777674 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Pushing event updated for resources: {'Port': ['ID=1ef143d4-7588-411f-bc71-c6cc6f88defb,revision_number=5']} {{(pid=93412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:38:47.955343 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0d579e-32d7-4bc0-b3ff-23d2cb5e5baf req-7c559308-c358-47a1-82b3-d76382c4bd93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:38:47.956836 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-5d0d579e-32d7-4bc0-b3ff-23d2cb5e5baf req-7c559308-c358-47a1-82b3-d76382c4bd93 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b1e62976-0309-493f-ae39-56e1703fa119 HTTP/1.1" status: 200 len: 1099 time: 0.0416200 Aug 10 14:38:47.991874 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-5d0d579e-32d7-4bc0-b3ff-23d2cb5e5baf req-aa21156f-d3d4-43fc-8ea6-d2e76770ac2b service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=56a6b489-60e9-459f-8db6-59e684177373&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0277491 Aug 10 14:38:48.835487 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbfae32-674f-4f7f-b1ae-665bfdd89c57 req-bba1dbed-b3fe-438f-aac0-c8590872165a tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:38:48.837028 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-cfbfae32-674f-4f7f-b1ae-665bfdd89c57 req-bba1dbed-b3fe-438f-aac0-c8590872165a tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] 10.222.0.42 "GET /v2.0/ports?device_id=b1e62976-0309-493f-ae39-56e1703fa119 HTTP/1.1" status: 200 len: 946 time: 0.0510435 Aug 10 14:38:48.875993 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-cfbfae32-674f-4f7f-b1ae-665bfdd89c57 req-193ce6f3-2fbc-479e-b7a5-1d25e244265b tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] 10.222.0.42 "GET /v2.0/security-groups?id=56a6b489-60e9-459f-8db6-59e684177373&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328348 Aug 10 14:38:48.994908 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496c9cc8-e8af-474e-a8ba-b0d576d08d6a req-0f2dce3f-1d5d-4ea3-bb81-3669781a096e tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:38:48.996465 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-496c9cc8-e8af-474e-a8ba-b0d576d08d6a req-0f2dce3f-1d5d-4ea3-bb81-3669781a096e tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] 10.222.0.42 "GET /v2.0/ports?device_id=b1e62976-0309-493f-ae39-56e1703fa119 HTTP/1.1" status: 200 len: 946 time: 0.0544879 Aug 10 14:38:49.036410 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-496c9cc8-e8af-474e-a8ba-b0d576d08d6a req-3f1b6c75-a06d-420e-8f80-c66f224fcbc0 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] 10.222.0.42 "GET /v2.0/security-groups?id=56a6b489-60e9-459f-8db6-59e684177373&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339818 Aug 10 14:38:49.062083 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.wsgi [-] (93410) accepted ('10.222.0.42', 58034) {{(pid=93410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:38:49.102493 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79f63231-03d3-4ce5-b679-4119d3b2cf93 tempest-TestVolumeBootPattern-1218772562 tempest-TestVolumeBootPattern-1218772562-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:38:49.104418 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [None req-79f63231-03d3-4ce5-b679-4119d3b2cf93 tempest-TestVolumeBootPattern-1218772562 tempest-TestVolumeBootPattern-1218772562-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=b1e62976-0309-493f-ae39-56e1703fa119 HTTP/1.1" status: 200 len: 1094 time: 0.0411761 Aug 10 14:38:49.107292 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.wsgi [-] (93410) accepted ('10.222.0.42', 58036) {{(pid=93410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:38:49.111783 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.v2.base [None req-01f5e258-9f3a-41dd-8f84-3a4e36df7752 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Request body: {'floatingip': {'floating_network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'port_id': '1ef143d4-7588-411f-bc71-c6cc6f88defb', 'tenant_id': 'a05f2e4d11dd4970b1890e2ac2ce4c87', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:38:49.137620 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-01f5e258-9f3a-41dd-8f84-3a4e36df7752 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Notify callbacks [] for floatingip, before_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:38:49.246147 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-01f5e258-9f3a-41dd-8f84-3a4e36df7752 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:38:49.347613 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.db.db_base_plugin_common [None req-01f5e258-9f3a-41dd-8f84-3a4e36df7752 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Allocated IP 172.27.0.148 (3c935337-17af-4240-bc2c-ccb5b04b1532/e735a612-8fb3-4a85-bede-f6307ba49d31/5e6390eb-3925-4217-a3ec-7f5baa369652) {{(pid=93410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 14:38:49.449518 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-01f5e258-9f3a-41dd-8f84-3a4e36df7752 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Notify callbacks [] for port, precommit_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:38:49.488061 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-01f5e258-9f3a-41dd-8f84-3a4e36df7752 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786683465198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26372150'] for port, after_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:38:49.527627 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01f5e258-9f3a-41dd-8f84-3a4e36df7752 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Network 3c935337-17af-4240-bc2c-ccb5b04b1532 is already hosted by enough agents. {{(pid=93410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 14:38:49.530428 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.scheduler.base_scheduler [None req-01f5e258-9f3a-41dd-8f84-3a4e36df7752 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Resources bound (agent type, host, resource id): {{(pid=93410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:38:49.533963 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f5e258-9f3a-41dd-8f84-3a4e36df7752 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Received port after_create {{(pid=93410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 14:38:49.539820 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f5e258-9f3a-41dd-8f84-3a4e36df7752 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Pushing event updated for resources: {'Port': ['ID=5e6390eb-3925-4217-a3ec-7f5baa369652,revision_number=1']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:38:49.566858 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f5e258-9f3a-41dd-8f84-3a4e36df7752 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:38:49.567212 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f5e258-9f3a-41dd-8f84-3a4e36df7752 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:38:49.567555 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f5e258-9f3a-41dd-8f84-3a4e36df7752 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:38:49.567892 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f5e258-9f3a-41dd-8f84-3a4e36df7752 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:38:49.568225 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f5e258-9f3a-41dd-8f84-3a4e36df7752 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:38:49.568587 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f5e258-9f3a-41dd-8f84-3a4e36df7752 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:38:49.568917 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f5e258-9f3a-41dd-8f84-3a4e36df7752 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:38:49.569307 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f5e258-9f3a-41dd-8f84-3a4e36df7752 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:38:49.569665 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f5e258-9f3a-41dd-8f84-3a4e36df7752 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:38:49.569992 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f5e258-9f3a-41dd-8f84-3a4e36df7752 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:38:49.570316 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f5e258-9f3a-41dd-8f84-3a4e36df7752 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:38:49.570639 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f5e258-9f3a-41dd-8f84-3a4e36df7752 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:38:49.916760 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-01f5e258-9f3a-41dd-8f84-3a4e36df7752 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:38:49.981728 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-01f5e258-9f3a-41dd-8f84-3a4e36df7752 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:38:50.137052 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-01f5e258-9f3a-41dd-8f84-3a4e36df7752 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Notify callbacks [] for port, precommit_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:38:50.141500 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-01f5e258-9f3a-41dd-8f84-3a4e36df7752 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683854493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786683465220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786683465238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26372301'] for port, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:38:50.221600 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f5e258-9f3a-41dd-8f84-3a4e36df7752 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Pushing event updated for resources: {'Port': ['ID=5e6390eb-3925-4217-a3ec-7f5baa369652,revision_number=2']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:38:50.226474 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-01f5e258-9f3a-41dd-8f84-3a4e36df7752 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-880024'] for floatingip, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:38:50.328763 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.db.l3_db [None req-01f5e258-9f3a-41dd-8f84-3a4e36df7752 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Floating IP fe2a1777-b47c-40d1-9093-64a936c300a7 associated. External IP: 172.27.0.148, port: 1ef143d4-7588-411f-bc71-c6cc6f88defb. Aug 10 14:38:50.533451 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01f5e258-9f3a-41dd-8f84-3a4e36df7752 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Router aca858a0-4185-400b-bac2-052a7dbfd1c0 has already been hosted by L3 agent 8acc92de-0cfa-4d60-8b37-a39a4d3c1570 {{(pid=93410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 14:38:50.642701 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01f5e258-9f3a-41dd-8f84-3a4e36df7752 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Notify agent at l3_agent.dv-cinder-798198-2-iscsi the message routers_updated {{(pid=93410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 14:38:50.654890 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a2df019-17b2-4b60-ac2a-c87324af3ccb None None] Sync routers for ids ['aca858a0-4185-400b-bac2-052a7dbfd1c0'] in dv-cinder-798198-2-iscsi {{(pid=93412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 14:38:50.664366 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-01f5e258-9f3a-41dd-8f84-3a4e36df7752 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-387483'] for floatingip, before_response {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:38:50.665302 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a2df019-17b2-4b60-ac2a-c87324af3ccb None None] Routers {'aca858a0-4185-400b-bac2-052a7dbfd1c0'} bound to L3 agent in host dv-cinder-798198-2-iscsi {{(pid=93412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:38:50.665958 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.l3_hamode_db [None req-3a2df019-17b2-4b60-ac2a-c87324af3ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T14:22:29Z,description=,heartbeat_timestamp=2021-08-10T14:38:29Z,host='dv-cinder-798198-2-iscsi',id=8acc92de-0cfa-4d60-8b37-a39a4d3c1570,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T14:22:29Z,topic='l3_agent')) {'router_ids': ['aca858a0-4185-400b-bac2-052a7dbfd1c0'], 'active': True} {{(pid=93412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:38:50.692336 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [None req-01f5e258-9f3a-41dd-8f84-3a4e36df7752 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5840225 Aug 10 14:38:50.692938 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1e62976-0309-493f-ae39-56e1703fa119', 'tag': '1ef143d4-7588-411f-bc71-c6cc6f88defb'}] {{(pid=93410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:38:50.695933 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}173c15a1f530ed65b3eefe425c4e9cd9c28cfc2a1cdec76c1bb34aa91000b996" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fa4ad8e-d916-4e5d-bb27-d5b41b01acee" -d '{"events": [{"name": "network-changed", "server_uuid": "b1e62976-0309-493f-ae39-56e1703fa119", "tag": "1ef143d4-7588-411f-bc71-c6cc6f88defb"}]}' {{(pid=93410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:38:50.735835 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 14:38:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35ae964d-0437-431a-97c8-8c493c0e4d12 x-openstack-request-id: req-35ae964d-0437-431a-97c8-8c493c0e4d12 {{(pid=93410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:38:50.736130 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1e62976-0309-493f-ae39-56e1703fa119", "tag": "1ef143d4-7588-411f-bc71-c6cc6f88defb", "status": "completed", "code": 200}]} {{(pid=93410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:38:50.736382 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-35ae964d-0437-431a-97c8-8c493c0e4d12 {{(pid=93410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:38:50.736783 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1e62976-0309-493f-ae39-56e1703fa119', 'tag': '1ef143d4-7588-411f-bc71-c6cc6f88defb', 'status': 'completed', 'code': 200} Aug 10 14:38:50.777608 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.l3_dvr_db [None req-3a2df019-17b2-4b60-ac2a-c87324af3ccb None None] Set router aca858a0-4185-400b-bac2-052a7dbfd1c0 gateway port host: dv-cinder-798198-2-iscsi {{(pid=93412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:38:50.807957 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa4ad8e-d916-4e5d-bb27-d5b41b01acee req-2c7b8eb4-e0cb-452d-811a-f34f4e02c1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:38:50.809529 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-3fa4ad8e-d916-4e5d-bb27-d5b41b01acee req-2c7b8eb4-e0cb-452d-811a-f34f4e02c1ea service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a05f2e4d11dd4970b1890e2ac2ce4c87&device_id=b1e62976-0309-493f-ae39-56e1703fa119 HTTP/1.1" status: 200 len: 1099 time: 0.0461850 Aug 10 14:38:50.912949 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa4ad8e-d916-4e5d-bb27-d5b41b01acee req-5cdb287a-f8d1-438e-ae35-5e858aaf09fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:38:50.914804 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-3fa4ad8e-d916-4e5d-bb27-d5b41b01acee req-5cdb287a-f8d1-438e-ae35-5e858aaf09fd service neutron] 10.222.0.18 "GET /v2.0/networks?id=d5526d2f-b7f9-428c-be48-63f6c6ae4f96 HTTP/1.1" status: 200 len: 913 time: 0.0988345 Aug 10 14:38:50.997614 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-3fa4ad8e-d916-4e5d-bb27-d5b41b01acee req-31ef2b09-043e-418b-8bec-5333dceba690 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1ef143d4-7588-411f-bc71-c6cc6f88defb HTTP/1.1" status: 200 len: 1000 time: 0.0755625 Aug 10 14:38:51.035443 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.l3_hamode_db [None req-3a2df019-17b2-4b60-ac2a-c87324af3ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aca858a0-4185-400b-bac2-052a7dbfd1c0', 'name': 'tempest-TestVolumeBootPattern-2069893078-router', 'tenant_id': 'a05f2e4d11dd4970b1890e2ac2ce4c87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'external_fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.197'}], 'enable_snat': True}, 'gw_port_id': 'c6d4f948-752f-4e72-ace4-9fed7ef9b2e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:35:29Z', 'updated_at': '2021-08-10T14:35:32Z', 'revision_number': 4, 'project_id': 'a05f2e4d11dd4970b1890e2ac2ce4c87', 'gw_port': {'id': 'c6d4f948-752f-4e72-ace4-9fed7ef9b2e0', 'name': '', 'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:a4:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aca858a0-4185-400b-bac2-052a7dbfd1c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:35:29Z', 'updated_at': '2021-08-10T14:35:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-2-iscsi', '_floatingips': [{'id': 'fe2a1777-b47c-40d1-9093-64a936c300a7', 'tenant_id': 'a05f2e4d11dd4970b1890e2ac2ce4c87', 'floating_ip_address': '172.27.0.148', 'floating_network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'router_id': 'aca858a0-4185-400b-bac2-052a7dbfd1c0', 'port_id': '1ef143d4-7588-411f-bc71-c6cc6f88defb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 652, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5526d2f-b7f9-428c-be48-63f6c6ae4f96', 'mac_address': 'fa:16:3e:b6:ab:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1e62976-0309-493f-ae39-56e1703fa119', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T14:38:49Z', 'updated_at': '2021-08-10T14:38:49Z', 'revision_number': 0, 'project_id': 'a05f2e4d11dd4970b1890e2ac2ce4c87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18dd6e20-f0cc-48eb-be22-d5ea10f530a2', 'name': '', 'network_id': 'd5526d2f-b7f9-428c-be48-63f6c6ae4f96', 'tenant_id': 'a05f2e4d11dd4970b1890e2ac2ce4c87', 'mac_address': 'fa:16:3e:97:16:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aca858a0-4185-400b-bac2-052a7dbfd1c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '82a0ee63-ad0f-4f7a-9eac-db5d15b3d575', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:35:32Z', 'updated_at': '2021-08-10T14:35:40Z', 'revision_number': 5, 'project_id': 'a05f2e4d11dd4970b1890e2ac2ce4c87', 'subnets': [{'id': '82a0ee63-ad0f-4f7a-9eac-db5d15b3d575', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-2-iscsi', False) {} {{(pid=93412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:38:51.047510 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa4ad8e-d916-4e5d-bb27-d5b41b01acee req-e791ad93-21c0-42c5-b7a1-781fe738b59d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:38:51.048894 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-3fa4ad8e-d916-4e5d-bb27-d5b41b01acee req-e791ad93-21c0-42c5-b7a1-781fe738b59d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=82a0ee63-ad0f-4f7a-9eac-db5d15b3d575 HTTP/1.1" status: 200 len: 851 time: 0.0440433 Aug 10 14:38:51.063325 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a2df019-17b2-4b60-ac2a-c87324af3ccb None None] Checking router: aca858a0-4185-400b-bac2-052a7dbfd1c0 for host: dv-cinder-798198-2-iscsi {{(pid=93412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 14:38:51.072536 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a2df019-17b2-4b60-ac2a-c87324af3ccb None None] Routers {'aca858a0-4185-400b-bac2-052a7dbfd1c0'} bound to L3 agent in host dv-cinder-798198-2-iscsi {{(pid=93412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:38:51.073146 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.l3_hamode_db [None req-3a2df019-17b2-4b60-ac2a-c87324af3ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T14:22:29Z,description=,heartbeat_timestamp=2021-08-10T14:38:29Z,host='dv-cinder-798198-2-iscsi',id=8acc92de-0cfa-4d60-8b37-a39a4d3c1570,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T14:22:29Z,topic='l3_agent')) {'router_ids': ['aca858a0-4185-400b-bac2-052a7dbfd1c0'], 'active': True} {{(pid=93412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:38:51.096081 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa4ad8e-d916-4e5d-bb27-d5b41b01acee req-4297fa8b-efd8-42e9-a09e-42c52a7fc34f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:38:51.097958 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-3fa4ad8e-d916-4e5d-bb27-d5b41b01acee req-4297fa8b-efd8-42e9-a09e-42c52a7fc34f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d5526d2f-b7f9-428c-be48-63f6c6ae4f96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0410488 Aug 10 14:38:51.185489 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.l3_dvr_db [None req-3a2df019-17b2-4b60-ac2a-c87324af3ccb None None] Set router aca858a0-4185-400b-bac2-052a7dbfd1c0 gateway port host: dv-cinder-798198-2-iscsi {{(pid=93412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:38:51.195050 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-3fa4ad8e-d916-4e5d-bb27-d5b41b01acee req-470f8219-64af-498a-a3a6-9fe5012c7fc4 service neutron] 10.222.0.18 "GET /v2.0/networks/d5526d2f-b7f9-428c-be48-63f6c6ae4f96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899565 Aug 10 14:38:51.314112 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-3fa4ad8e-d916-4e5d-bb27-d5b41b01acee req-36dde12c-4204-46c4-8b5c-b58f59dbaf81 service neutron] 10.222.0.18 "GET /v2.0/networks/d5526d2f-b7f9-428c-be48-63f6c6ae4f96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118324 Aug 10 14:38:51.435090 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.l3_hamode_db [None req-3a2df019-17b2-4b60-ac2a-c87324af3ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aca858a0-4185-400b-bac2-052a7dbfd1c0', 'name': 'tempest-TestVolumeBootPattern-2069893078-router', 'tenant_id': 'a05f2e4d11dd4970b1890e2ac2ce4c87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'external_fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.197'}], 'enable_snat': True}, 'gw_port_id': 'c6d4f948-752f-4e72-ace4-9fed7ef9b2e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:35:29Z', 'updated_at': '2021-08-10T14:35:32Z', 'revision_number': 4, 'project_id': 'a05f2e4d11dd4970b1890e2ac2ce4c87', 'gw_port': {'id': 'c6d4f948-752f-4e72-ace4-9fed7ef9b2e0', 'name': '', 'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:a4:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aca858a0-4185-400b-bac2-052a7dbfd1c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:35:29Z', 'updated_at': '2021-08-10T14:35:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-2-iscsi', '_floatingips': [{'id': 'fe2a1777-b47c-40d1-9093-64a936c300a7', 'tenant_id': 'a05f2e4d11dd4970b1890e2ac2ce4c87', 'floating_ip_address': '172.27.0.148', 'floating_network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'router_id': 'aca858a0-4185-400b-bac2-052a7dbfd1c0', 'port_id': '1ef143d4-7588-411f-bc71-c6cc6f88defb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 652, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5526d2f-b7f9-428c-be48-63f6c6ae4f96', 'mac_address': 'fa:16:3e:b6:ab:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1e62976-0309-493f-ae39-56e1703fa119', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T14:38:49Z', 'updated_at': '2021-08-10T14:38:49Z', 'revision_number': 0, 'project_id': 'a05f2e4d11dd4970b1890e2ac2ce4c87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18dd6e20-f0cc-48eb-be22-d5ea10f530a2', 'name': '', 'network_id': 'd5526d2f-b7f9-428c-be48-63f6c6ae4f96', 'tenant_id': 'a05f2e4d11dd4970b1890e2ac2ce4c87', 'mac_address': 'fa:16:3e:97:16:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aca858a0-4185-400b-bac2-052a7dbfd1c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '82a0ee63-ad0f-4f7a-9eac-db5d15b3d575', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:35:32Z', 'updated_at': '2021-08-10T14:35:40Z', 'revision_number': 5, 'project_id': 'a05f2e4d11dd4970b1890e2ac2ce4c87', 'subnets': [{'id': '82a0ee63-ad0f-4f7a-9eac-db5d15b3d575', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-2-iscsi', False) {} {{(pid=93412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:38:51.465074 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a2df019-17b2-4b60-ac2a-c87324af3ccb None None] The sync data for ids ['aca858a0-4185-400b-bac2-052a7dbfd1c0'] in dv-cinder-798198-2-iscsi is: [{'id': 'aca858a0-4185-400b-bac2-052a7dbfd1c0', 'name': 'tempest-TestVolumeBootPattern-2069893078-router', 'tenant_id': 'a05f2e4d11dd4970b1890e2ac2ce4c87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'external_fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.197'}], 'enable_snat': True}, 'gw_port_id': 'c6d4f948-752f-4e72-ace4-9fed7ef9b2e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:35:29Z', 'updated_at': '2021-08-10T14:35:32Z', 'revision_number': 4, 'project_id': 'a05f2e4d11dd4970b1890e2ac2ce4c87', 'gw_port': {'id': 'c6d4f948-752f-4e72-ace4-9fed7ef9b2e0', 'name': '', 'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:a4:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aca858a0-4185-400b-bac2-052a7dbfd1c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:35:29Z', 'updated_at': '2021-08-10T14:35:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-2-iscsi', '_floatingips': [{'id': 'fe2a1777-b47c-40d1-9093-64a936c300a7', 'tenant_id': 'a05f2e4d11dd4970b1890e2ac2ce4c87', 'floating_ip_address': '172.27.0.148', 'floating_network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'router_id': 'aca858a0-4185-400b-bac2-052a7dbfd1c0', 'port_id': '1ef143d4-7588-411f-bc71-c6cc6f88defb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 652, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5526d2f-b7f9-428c-be48-63f6c6ae4f96', 'mac_address': 'fa:16:3e:b6:ab:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1e62976-0309-493f-ae39-56e1703fa119', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T14:38:49Z', 'updated_at': '2021-08-10T14:38:49Z', 'revision_number': 0, 'project_id': 'a05f2e4d11dd4970b1890e2ac2ce4c87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18dd6e20-f0cc-48eb-be22-d5ea10f530a2', 'name': '', 'network_id': 'd5526d2f-b7f9-428c-be48-63f6c6ae4f96', 'tenant_id': 'a05f2e4d11dd4970b1890e2ac2ce4c87', 'mac_address': 'fa:16:3e:97:16:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aca858a0-4185-400b-bac2-052a7dbfd1c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '82a0ee63-ad0f-4f7a-9eac-db5d15b3d575', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:35:32Z', 'updated_at': '2021-08-10T14:35:40Z', 'revision_number': 5, 'project_id': 'a05f2e4d11dd4970b1890e2ac2ce4c87', 'subnets': [{'id': '82a0ee63-ad0f-4f7a-9eac-db5d15b3d575', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 14:38:51.649469 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-760fafe2-2ab2-4bb7-b48f-401f76951e9b None None] New status for floating IP fe2a1777-b47c-40d1-9093-64a936c300a7: ACTIVE {{(pid=93413) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 14:38:52.340639 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.wsgi [-] (93410) accepted ('10.222.0.42', 58102) {{(pid=93410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:38:52.442672 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-6b72c1a8-7b92-4403-b7f1-94a4ef840fba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:38:52.538945 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-6b72c1a8-7b92-4403-b7f1-94a4ef840fba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:38:52.543321 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-6b72c1a8-7b92-4403-b7f1-94a4ef840fba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734645'] for security_group, after_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:38:52.581927 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b72c1a8-7b92-4403-b7f1-94a4ef840fba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65900996-fe47-4a07-8e0c-c260a41e86f0,revision_number=1']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:38:52.586483 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [None req-6b72c1a8-7b92-4403-b7f1-94a4ef840fba admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9924974f77e2453fb903d7e83d867daa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2446589 Aug 10 14:38:52.591993 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.wsgi [-] (93411) accepted ('10.222.0.42', 58112) {{(pid=93411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:38:52.646340 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-4c17d1ae-b976-4bcb-a61e-6d29cd578be1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:38:52.668527 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-4c17d1ae-b976-4bcb-a61e-6d29cd578be1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:38:52.715822 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-4c17d1ae-b976-4bcb-a61e-6d29cd578be1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734645'] for security_group, after_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:38:52.719110 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-4c17d1ae-b976-4bcb-a61e-6d29cd578be1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:38:52.720576 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-4c17d1ae-b976-4bcb-a61e-6d29cd578be1 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/65900996-fe47-4a07-8e0c-c260a41e86f0 HTTP/1.1" status: 204 len: 168 time: 0.1273968 Aug 10 14:38:52.730954 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c17d1ae-b976-4bcb-a61e-6d29cd578be1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65900996-fe47-4a07-8e0c-c260a41e86f0,revision_number=None']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:38:53.634076 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.wsgi [-] (93411) accepted ('10.222.0.42', 58140) {{(pid=93411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:38:53.684066 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ca3a1a0-e3e6-4330-be5c-c8b47455ac2e admin admin] Deleting subnet 7e657eab-ca13-487b-af80-2ab26c543479 {{(pid=93411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 14:38:53.687247 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-8ca3a1a0-e3e6-4330-be5c-c8b47455ac2e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:38:53.725705 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-8ca3a1a0-e3e6-4330-be5c-c8b47455ac2e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26216108'] for subnet, precommit_delete_associations {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:38:53.765932 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-8ca3a1a0-e3e6-4330-be5c-c8b47455ac2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1963407'] for subnet, precommit_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:38:53.818167 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-8ca3a1a0-e3e6-4330-be5c-c8b47455ac2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1963510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2690453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26471085'] for subnet, after_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:38:53.841833 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca3a1a0-e3e6-4330-be5c-c8b47455ac2e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e657eab-ca13-487b-af80-2ab26c543479,revision_number=None']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:38:53.847352 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-8ca3a1a0-e3e6-4330-be5c-c8b47455ac2e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:38:53.852286 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-8ca3a1a0-e3e6-4330-be5c-c8b47455ac2e admin admin] 10.222.0.42 "DELETE /v2.0/subnets/7e657eab-ca13-487b-af80-2ab26c543479 HTTP/1.1" status: 204 len: 168 time: 0.2140901 Aug 10 14:38:53.852418 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.wsgi [-] (93411) accepted ('10.222.0.42', 58146) {{(pid=93411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:38:53.924439 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-397fdfb3-7342-4bcf-9d17-1c5a643c9e8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1782855'] for network, before_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:38:53.999198 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-397fdfb3-7342-4bcf-9d17-1c5a643c9e8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1963782', 'neutron.services.segments.db._delete_segments_for_network-8786683991920'] for network, precommit_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:38:54.009103 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.services.segments.db [None req-397fdfb3-7342-4bcf-9d17-1c5a643c9e8b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73e90ee1-bc65-419a-9d7c-8c906bfe41d2']}} {{(pid=93411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:38:54.023081 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.services.segments.db [None req-397fdfb3-7342-4bcf-9d17-1c5a643c9e8b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec87b8ec-0358-418e-9f93-44a31647d69e') {'for_net_delete': True} {{(pid=93411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:38:54.023374 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.services.segments.db [None req-397fdfb3-7342-4bcf-9d17-1c5a643c9e8b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec87b8ec-0358-418e-9f93-44a31647d69e') {} {{(pid=93411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:38:54.031864 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-397fdfb3-7342-4bcf-9d17-1c5a643c9e8b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786683994745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26216149'] for segment, before_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:38:54.045068 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-397fdfb3-7342-4bcf-9d17-1c5a643c9e8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1962803'] for segment, precommit_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:38:54.050727 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-397fdfb3-7342-4bcf-9d17-1c5a643c9e8b admin admin] Releasing vlan 571 on physical network physnet1 to pool {{(pid=93411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 14:38:54.051107 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-397fdfb3-7342-4bcf-9d17-1c5a643c9e8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1962803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2690431'] for segment, after_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:38:54.052734 dv-cinder-798198-2-iscsi neutron-server[93411]: Traceback (most recent call last): Aug 10 14:38:54.052734 dv-cinder-798198-2-iscsi neutron-server[93411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 14:38:54.052734 dv-cinder-798198-2-iscsi neutron-server[93411]: timer() Aug 10 14:38:54.052734 dv-cinder-798198-2-iscsi neutron-server[93411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 14:38:54.052734 dv-cinder-798198-2-iscsi neutron-server[93411]: cb(*args, **kw) Aug 10 14:38:54.052734 dv-cinder-798198-2-iscsi neutron-server[93411]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 14:38:54.052734 dv-cinder-798198-2-iscsi neutron-server[93411]: return func(*args, **kwargs) Aug 10 14:38:54.052734 dv-cinder-798198-2-iscsi neutron-server[93411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 14:38:54.052734 dv-cinder-798198-2-iscsi neutron-server[93411]: self._notify() Aug 10 14:38:54.052734 dv-cinder-798198-2-iscsi neutron-server[93411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 14:38:54.052734 dv-cinder-798198-2-iscsi neutron-server[93411]: self.callback(batched_events) Aug 10 14:38:54.052734 dv-cinder-798198-2-iscsi neutron-server[93411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 14:38:54.052734 dv-cinder-798198-2-iscsi neutron-server[93411]: event.method(event) Aug 10 14:38:54.052734 dv-cinder-798198-2-iscsi neutron-server[93411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 14:38:54.052734 dv-cinder-798198-2-iscsi neutron-server[93411]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 14:38:54.052734 dv-cinder-798198-2-iscsi neutron-server[93411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 14:38:54.052734 dv-cinder-798198-2-iscsi neutron-server[93411]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 14:38:54.052734 dv-cinder-798198-2-iscsi neutron-server[93411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 14:38:54.052734 dv-cinder-798198-2-iscsi neutron-server[93411]: return f(self, *a, **k) Aug 10 14:38:54.052734 dv-cinder-798198-2-iscsi neutron-server[93411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 14:38:54.052734 dv-cinder-798198-2-iscsi neutron-server[93411]: return self._get(url).json() Aug 10 14:38:54.052734 dv-cinder-798198-2-iscsi neutron-server[93411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 14:38:54.052734 dv-cinder-798198-2-iscsi neutron-server[93411]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 14:38:54.052734 dv-cinder-798198-2-iscsi neutron-server[93411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 14:38:54.052734 dv-cinder-798198-2-iscsi neutron-server[93411]: return self.request(url, 'GET', **kwargs) Aug 10 14:38:54.052734 dv-cinder-798198-2-iscsi neutron-server[93411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 14:38:54.052734 dv-cinder-798198-2-iscsi neutron-server[93411]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 14:38:54.052734 dv-cinder-798198-2-iscsi neutron-server[93411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 14:38:54.052734 dv-cinder-798198-2-iscsi neutron-server[93411]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 14:38:54.052734 dv-cinder-798198-2-iscsi neutron-server[93411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 14:38:54.052734 dv-cinder-798198-2-iscsi neutron-server[93411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 14:38:54.052734 dv-cinder-798198-2-iscsi neutron-server[93411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 14:38:54.105501 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-397fdfb3-7342-4bcf-9d17-1c5a643c9e8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1963789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-880042'] for network, after_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:38:54.110113 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-397fdfb3-7342-4bcf-9d17-1c5a643c9e8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-767256'] for network, before_response {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:38:54.111977 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-397fdfb3-7342-4bcf-9d17-1c5a643c9e8b admin admin] 10.222.0.42 "DELETE /v2.0/networks/73e90ee1-bc65-419a-9d7c-8c906bfe41d2 HTTP/1.1" status: 204 len: 168 time: 0.2586555 Aug 10 14:38:54.124392 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397fdfb3-7342-4bcf-9d17-1c5a643c9e8b admin admin] Pushing event deleted for resources: {'Network': ['ID=73e90ee1-bc65-419a-9d7c-8c906bfe41d2,revision_number=None']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:38:54.270979 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.wsgi [-] (93411) accepted ('10.222.0.42', 58150) {{(pid=93411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:38:54.311055 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-5a90f3a4-980f-4ab1-accf-a2f503e2d70a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ab462c6f3d554daf965b92d47d807dba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0388978 Aug 10 14:38:54.313548 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.wsgi [-] (93411) accepted ('10.222.0.42', 58152) {{(pid=93411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:38:54.364944 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-05135f74-f18d-4bf8-a8d5-2fad0d98841c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:38:54.389879 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-05135f74-f18d-4bf8-a8d5-2fad0d98841c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:38:54.434311 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-05135f74-f18d-4bf8-a8d5-2fad0d98841c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734645'] for security_group, after_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:38:54.436754 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-05135f74-f18d-4bf8-a8d5-2fad0d98841c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:38:54.437909 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-05135f74-f18d-4bf8-a8d5-2fad0d98841c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d03cbae6-3fee-46c4-9490-0fd9379bf62a HTTP/1.1" status: 204 len: 168 time: 0.1234741 Aug 10 14:38:54.446161 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05135f74-f18d-4bf8-a8d5-2fad0d98841c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d03cbae6-3fee-46c4-9490-0fd9379bf62a,revision_number=None']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:38:54.951757 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-37f8e709-e225-43b0-8c55-898fdcb7ba70 req-7e367d0a-060c-4c45-a2c8-faa576e8791f tempest-VolumesNegativeTest-1448730488 tempest-VolumesNegativeTest-1448730488-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=c598aaef14f64fe9af82de99aac96bf6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0293367 Aug 10 14:38:55.131679 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f8e709-e225-43b0-8c55-898fdcb7ba70 req-2af47e04-d1ea-4e8c-9015-32d2e60f250f tempest-VolumesNegativeTest-1448730488 tempest-VolumesNegativeTest-1448730488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:38:55.133072 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-37f8e709-e225-43b0-8c55-898fdcb7ba70 req-2af47e04-d1ea-4e8c-9015-32d2e60f250f tempest-VolumesNegativeTest-1448730488 tempest-VolumesNegativeTest-1448730488-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1759889 Aug 10 14:38:55.148387 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-37f8e709-e225-43b0-8c55-898fdcb7ba70 req-cc59b3a5-83f7-4336-8603-ecc689ca8066 tempest-VolumesNegativeTest-1448730488 tempest-VolumesNegativeTest-1448730488-project] 10.222.0.42 "GET /v2.0/quotas/c598aaef14f64fe9af82de99aac96bf6 HTTP/1.1" status: 200 len: 375 time: 0.0095549 Aug 10 14:38:55.187122 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-37f8e709-e225-43b0-8c55-898fdcb7ba70 req-e479a549-f1f9-44ae-898a-526554b660bb tempest-VolumesNegativeTest-1448730488 tempest-VolumesNegativeTest-1448730488-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=c598aaef14f64fe9af82de99aac96bf6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0333669 Aug 10 14:38:55.602568 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-bdb27e6e-b084-439e-8a3f-5242bdc2fbb5 req-59efce66-fe4b-4172-86dc-4193a0728288 tempest-VolumesNegativeTest-1448730488 tempest-VolumesNegativeTest-1448730488-project] 10.222.0.42 "GET /v2.0/ports?device_id=f8d2c557-bd77-4bcb-a2da-ce0eb11e84c1 HTTP/1.1" status: 200 len: 210 time: 0.2883449 Aug 10 14:38:56.137199 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-87952b29-66a3-4f21-b044-f8815afa830e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:38:56.173521 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-37f8e709-e225-43b0-8c55-898fdcb7ba70 req-41f55bd1-98bf-4818-830e-ab037b8fe630 tempest-VolumesNegativeTest-1448730488 tempest-VolumesNegativeTest-1448730488-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=c598aaef14f64fe9af82de99aac96bf6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0220029 Aug 10 14:38:56.287270 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f8e709-e225-43b0-8c55-898fdcb7ba70 req-956cceef-19c4-478b-b2b1-075431f2080f tempest-VolumesNegativeTest-1448730488 tempest-VolumesNegativeTest-1448730488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:38:56.289355 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-37f8e709-e225-43b0-8c55-898fdcb7ba70 req-956cceef-19c4-478b-b2b1-075431f2080f tempest-VolumesNegativeTest-1448730488 tempest-VolumesNegativeTest-1448730488-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1090782 Aug 10 14:38:56.301594 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.v2.base [req-37f8e709-e225-43b0-8c55-898fdcb7ba70 req-ab19a589-5ce1-40e6-afda-76217ffa195f tempest-VolumesNegativeTest-1448730488 tempest-VolumesNegativeTest-1448730488-project] Request body: {'port': {'device_id': 'f8d2c557-bd77-4bcb-a2da-ce0eb11e84c1', 'network_id': '00a26331-46a4-4ef6-802c-4b3b30465fce', 'admin_state_up': True, 'tenant_id': 'c598aaef14f64fe9af82de99aac96bf6'}} {{(pid=93410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:38:56.407013 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37f8e709-e225-43b0-8c55-898fdcb7ba70 req-ab19a589-5ce1-40e6-afda-76217ffa195f tempest-VolumesNegativeTest-1448730488 tempest-VolumesNegativeTest-1448730488-project] Made reservation on behalf of c598aaef14f64fe9af82de99aac96bf6 for: {'port': 1} {{(pid=93410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 14:38:56.410322 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-37f8e709-e225-43b0-8c55-898fdcb7ba70 req-ab19a589-5ce1-40e6-afda-76217ffa195f tempest-VolumesNegativeTest-1448730488 tempest-VolumesNegativeTest-1448730488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:38:56.419438 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-37f8e709-e225-43b0-8c55-898fdcb7ba70 req-ab19a589-5ce1-40e6-afda-76217ffa195f tempest-VolumesNegativeTest-1448730488 tempest-VolumesNegativeTest-1448730488-project] Notify callbacks [] for security_group, before_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:38:56.508008 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-37f8e709-e225-43b0-8c55-898fdcb7ba70 req-ab19a589-5ce1-40e6-afda-76217ffa195f tempest-VolumesNegativeTest-1448730488 tempest-VolumesNegativeTest-1448730488-project] Notify callbacks [] for security_group, precommit_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:38:56.511885 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-37f8e709-e225-43b0-8c55-898fdcb7ba70 req-ab19a589-5ce1-40e6-afda-76217ffa195f tempest-VolumesNegativeTest-1448730488 tempest-VolumesNegativeTest-1448730488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734645'] for security_group, after_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:38:56.575231 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab19a589-5ce1-40e6-afda-76217ffa195f tempest-VolumesNegativeTest-1448730488 tempest-VolumesNegativeTest-1448730488-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2305e59-d1bc-42f6-9e9e-9ce866107379,revision_number=1']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:38:56.658234 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.db.db_base_plugin_common [req-37f8e709-e225-43b0-8c55-898fdcb7ba70 req-ab19a589-5ce1-40e6-afda-76217ffa195f tempest-VolumesNegativeTest-1448730488 tempest-VolumesNegativeTest-1448730488-project] Allocated IP 192.168.233.138 (00a26331-46a4-4ef6-802c-4b3b30465fce/8a77ec86-5121-40df-b477-dcec85b0ce90/27014362-f86d-412b-9e2d-1c9fe5269852) {{(pid=93410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 14:38:56.717443 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-deaf9e7e-4470-45c2-b1b9-9c010734510a req-9c8c9f0f-3eac-46f5-b66d-caaa1fe95273 tempest-VolumesNegativeTest-1448730488 tempest-VolumesNegativeTest-1448730488-project] 10.222.0.42 "GET /v2.0/ports?device_id=f8d2c557-bd77-4bcb-a2da-ce0eb11e84c1 HTTP/1.1" status: 200 len: 210 time: 0.0343189 Aug 10 14:38:56.831337 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-37f8e709-e225-43b0-8c55-898fdcb7ba70 req-ab19a589-5ce1-40e6-afda-76217ffa195f tempest-VolumesNegativeTest-1448730488 tempest-VolumesNegativeTest-1448730488-project] Notify callbacks [] for port, precommit_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:38:56.845209 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [req-37f8e709-e225-43b0-8c55-898fdcb7ba70 req-ab19a589-5ce1-40e6-afda-76217ffa195f tempest-VolumesNegativeTest-1448730488 tempest-VolumesNegativeTest-1448730488-project] Transition to ACTIVE for port object 27014362-f86d-412b-9e2d-1c9fe5269852 will not be triggered until provisioned by entity DHCP. {{(pid=93410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 14:38:56.878815 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-37f8e709-e225-43b0-8c55-898fdcb7ba70 req-ab19a589-5ce1-40e6-afda-76217ffa195f tempest-VolumesNegativeTest-1448730488 tempest-VolumesNegativeTest-1448730488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786683465198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26372150'] for port, after_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:38:56.919011 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37f8e709-e225-43b0-8c55-898fdcb7ba70 req-ab19a589-5ce1-40e6-afda-76217ffa195f tempest-VolumesNegativeTest-1448730488 tempest-VolumesNegativeTest-1448730488-project] Network 00a26331-46a4-4ef6-802c-4b3b30465fce is already hosted by enough agents. {{(pid=93410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 14:38:56.924029 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.scheduler.base_scheduler [req-37f8e709-e225-43b0-8c55-898fdcb7ba70 req-ab19a589-5ce1-40e6-afda-76217ffa195f tempest-VolumesNegativeTest-1448730488 tempest-VolumesNegativeTest-1448730488-project] Resources bound (agent type, host, resource id): {{(pid=93410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:38:56.927669 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_dvrscheduler_db [req-37f8e709-e225-43b0-8c55-898fdcb7ba70 req-ab19a589-5ce1-40e6-afda-76217ffa195f tempest-VolumesNegativeTest-1448730488 tempest-VolumesNegativeTest-1448730488-project] Received port after_create {{(pid=93410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 14:38:56.959230 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab19a589-5ce1-40e6-afda-76217ffa195f tempest-VolumesNegativeTest-1448730488 tempest-VolumesNegativeTest-1448730488-project] Pushing event updated for resources: {'Port': ['ID=27014362-f86d-412b-9e2d-1c9fe5269852,revision_number=1']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:38:56.986361 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f8e709-e225-43b0-8c55-898fdcb7ba70 req-ab19a589-5ce1-40e6-afda-76217ffa195f tempest-VolumesNegativeTest-1448730488 tempest-VolumesNegativeTest-1448730488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:38:56.987229 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-37f8e709-e225-43b0-8c55-898fdcb7ba70 req-ab19a589-5ce1-40e6-afda-76217ffa195f tempest-VolumesNegativeTest-1448730488 tempest-VolumesNegativeTest-1448730488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-387483'] for port, before_response {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:38:57.002321 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-37f8e709-e225-43b0-8c55-898fdcb7ba70 req-ab19a589-5ce1-40e6-afda-76217ffa195f tempest-VolumesNegativeTest-1448730488 tempest-VolumesNegativeTest-1448730488-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7046201 Aug 10 14:38:57.015225 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.v2.base [req-37f8e709-e225-43b0-8c55-898fdcb7ba70 req-6c513107-9c3f-4b8c-acf7-4259acc221cc service neutron] Request body: {'port': {'device_id': 'f8d2c557-bd77-4bcb-a2da-ce0eb11e84c1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79819'}} {{(pid=93410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:38:57.071243 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-37f8e709-e225-43b0-8c55-898fdcb7ba70 req-6c513107-9c3f-4b8c-acf7-4259acc221cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:38:57.119060 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.provisioning_blocks [None req-3dc22237-ee11-44e5-8a77-31917a205320 None None] Provisioning for port 27014362-f86d-412b-9e2d-1c9fe5269852 completed by entity DHCP. {{(pid=93412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 14:38:57.122930 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.provisioning_blocks [None req-3dc22237-ee11-44e5-8a77-31917a205320 None None] Provisioning complete for port 27014362-f86d-412b-9e2d-1c9fe5269852 triggered by entity DHCP. {{(pid=93412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:38:57.123304 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-3dc22237-ee11-44e5-8a77-31917a205320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932393'] for port, provisioning_complete {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:38:57.158371 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.plugin [None req-3dc22237-ee11-44e5-8a77-31917a205320 None None] Port 27014362-f86d-412b-9e2d-1c9fe5269852 cannot update to ACTIVE because it is not bound. {{(pid=93412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 14:38:57.338159 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.notifiers.nova [req-37f8e709-e225-43b0-8c55-898fdcb7ba70 req-6c513107-9c3f-4b8c-acf7-4259acc221cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27014362-f86d-412b-9e2d-1c9fe5269852 {{(pid=93410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 14:38:57.345405 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-37f8e709-e225-43b0-8c55-898fdcb7ba70 req-6c513107-9c3f-4b8c-acf7-4259acc221cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:38:57.358030 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [req-37f8e709-e225-43b0-8c55-898fdcb7ba70 req-6c513107-9c3f-4b8c-acf7-4259acc221cc service neutron] Transition to ACTIVE for port object 27014362-f86d-412b-9e2d-1c9fe5269852 will not be triggered until provisioned by entity L2. {{(pid=93410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 14:38:57.362427 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-37f8e709-e225-43b0-8c55-898fdcb7ba70 req-6c513107-9c3f-4b8c-acf7-4259acc221cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683854493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786683465220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786683465238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26372301'] for port, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:38:57.412583 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c513107-9c3f-4b8c-acf7-4259acc221cc service neutron] Pushing event updated for resources: {'Port': ['ID=27014362-f86d-412b-9e2d-1c9fe5269852,revision_number=2']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:38:57.482338 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.managers [req-37f8e709-e225-43b0-8c55-898fdcb7ba70 req-6c513107-9c3f-4b8c-acf7-4259acc221cc service neutron] Attempting to bind port 27014362-f86d-412b-9e2d-1c9fe5269852 on host hv-cinder-79819 for vnic_type normal with profile {{(pid=93410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 14:38:57.482746 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.managers [req-37f8e709-e225-43b0-8c55-898fdcb7ba70 req-6c513107-9c3f-4b8c-acf7-4259acc221cc service neutron] Attempting to bind port 27014362-f86d-412b-9e2d-1c9fe5269852 by drivers openvswitch,hyperv on host hv-cinder-79819 at level 0 using segments [{'id': '6e13a5da-293f-4434-b57e-3b4081c1f001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '00a26331-46a4-4ef6-802c-4b3b30465fce'}] {{(pid=93410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 14:38:57.483085 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37f8e709-e225-43b0-8c55-898fdcb7ba70 req-6c513107-9c3f-4b8c-acf7-4259acc221cc service neutron] Attempting to bind port 27014362-f86d-412b-9e2d-1c9fe5269852 on network 00a26331-46a4-4ef6-802c-4b3b30465fce {{(pid=93410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 14:38:57.487670 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37f8e709-e225-43b0-8c55-898fdcb7ba70 req-6c513107-9c3f-4b8c-acf7-4259acc221cc service neutron] Port 27014362-f86d-412b-9e2d-1c9fe5269852 on network 00a26331-46a4-4ef6-802c-4b3b30465fce not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79819 {{(pid=93410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 14:38:57.487991 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37f8e709-e225-43b0-8c55-898fdcb7ba70 req-6c513107-9c3f-4b8c-acf7-4259acc221cc service neutron] Attempting to bind port 27014362-f86d-412b-9e2d-1c9fe5269852 on network 00a26331-46a4-4ef6-802c-4b3b30465fce {{(pid=93410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 14:38:57.493955 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37f8e709-e225-43b0-8c55-898fdcb7ba70 req-6c513107-9c3f-4b8c-acf7-4259acc221cc service neutron] Checking agent: {'id': '193de837-f8e2-4c0a-a012-1a4e123b0e95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 14, 28, 33), 'started_at': datetime.datetime(2021, 8, 10, 14, 28, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 14, 38, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 14:38:57.494316 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37f8e709-e225-43b0-8c55-898fdcb7ba70 req-6c513107-9c3f-4b8c-acf7-4259acc221cc service neutron] Checking segment: {'id': '6e13a5da-293f-4434-b57e-3b4081c1f001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '00a26331-46a4-4ef6-802c-4b3b30465fce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 14:38:57.494712 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37f8e709-e225-43b0-8c55-898fdcb7ba70 req-6c513107-9c3f-4b8c-acf7-4259acc221cc service neutron] Bound using segment: {'id': '6e13a5da-293f-4434-b57e-3b4081c1f001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '00a26331-46a4-4ef6-802c-4b3b30465fce'} {{(pid=93410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 14:38:57.495145 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.managers [req-37f8e709-e225-43b0-8c55-898fdcb7ba70 req-6c513107-9c3f-4b8c-acf7-4259acc221cc service neutron] Bound port: 27014362-f86d-412b-9e2d-1c9fe5269852, host: hv-cinder-79819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e13a5da-293f-4434-b57e-3b4081c1f001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '00a26331-46a4-4ef6-802c-4b3b30465fce'}}] {{(pid=93410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 14:38:57.495506 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-37f8e709-e225-43b0-8c55-898fdcb7ba70 req-6c513107-9c3f-4b8c-acf7-4259acc221cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:38:57.565859 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [req-37f8e709-e225-43b0-8c55-898fdcb7ba70 req-6c513107-9c3f-4b8c-acf7-4259acc221cc service neutron] For port 27014362-f86d-412b-9e2d-1c9fe5269852, host hv-cinder-79819, cleared binding levels {{(pid=93410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 14:38:57.569742 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [req-37f8e709-e225-43b0-8c55-898fdcb7ba70 req-6c513107-9c3f-4b8c-acf7-4259acc221cc service neutron] For port 27014362-f86d-412b-9e2d-1c9fe5269852, host hv-cinder-79819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=27014362-f86d-412b-9e2d-1c9fe5269852,segment=NetworkSegment(6e13a5da-293f-4434-b57e-3b4081c1f001),segment_id=6e13a5da-293f-4434-b57e-3b4081c1f001)] {{(pid=93410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 14:38:57.574495 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-37f8e709-e225-43b0-8c55-898fdcb7ba70 req-6c513107-9c3f-4b8c-acf7-4259acc221cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683854493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786683465220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786683465238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26372301'] for port, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:38:57.605133 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f8e709-e225-43b0-8c55-898fdcb7ba70 req-6c513107-9c3f-4b8c-acf7-4259acc221cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:38:57.605666 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-37f8e709-e225-43b0-8c55-898fdcb7ba70 req-6c513107-9c3f-4b8c-acf7-4259acc221cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-387483'] for port, before_response {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:38:57.607209 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-37f8e709-e225-43b0-8c55-898fdcb7ba70 req-6c513107-9c3f-4b8c-acf7-4259acc221cc service neutron] 10.222.0.18 "PUT /v2.0/ports/27014362-f86d-412b-9e2d-1c9fe5269852 HTTP/1.1" status: 200 len: 1098 time: 0.5965219 Aug 10 14:38:57.609279 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8d2c557-bd77-4bcb-a2da-ce0eb11e84c1', 'tag': '27014362-f86d-412b-9e2d-1c9fe5269852'}] {{(pid=93410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:38:57.612346 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}173c15a1f530ed65b3eefe425c4e9cd9c28cfc2a1cdec76c1bb34aa91000b996" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6270f8a8-ee12-48ab-8357-423118e8dbf6" -d '{"events": [{"name": "network-changed", "server_uuid": "f8d2c557-bd77-4bcb-a2da-ce0eb11e84c1", "tag": "27014362-f86d-412b-9e2d-1c9fe5269852"}]}' {{(pid=93410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:38:57.644743 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c513107-9c3f-4b8c-acf7-4259acc221cc service neutron] Pushing event updated for resources: {'Port': ['ID=27014362-f86d-412b-9e2d-1c9fe5269852,revision_number=3']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:38:57.679414 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 14:38:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13b2226a-7749-407c-b2d7-b116930cc48e x-openstack-request-id: req-13b2226a-7749-407c-b2d7-b116930cc48e {{(pid=93410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:38:57.679726 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8d2c557-bd77-4bcb-a2da-ce0eb11e84c1", "tag": "27014362-f86d-412b-9e2d-1c9fe5269852", "status": "completed", "code": 200}]} {{(pid=93410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:38:57.679975 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-13b2226a-7749-407c-b2d7-b116930cc48e {{(pid=93410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:38:57.680367 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8d2c557-bd77-4bcb-a2da-ce0eb11e84c1', 'tag': '27014362-f86d-412b-9e2d-1c9fe5269852', 'status': 'completed', 'code': 200} Aug 10 14:38:57.697316 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f8e709-e225-43b0-8c55-898fdcb7ba70 req-b1afafd6-bbc2-44b9-a105-9b5b5a2726da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:38:57.698648 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-37f8e709-e225-43b0-8c55-898fdcb7ba70 req-b1afafd6-bbc2-44b9-a105-9b5b5a2726da service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c598aaef14f64fe9af82de99aac96bf6&device_id=f8d2c557-bd77-4bcb-a2da-ce0eb11e84c1 HTTP/1.1" status: 200 len: 1101 time: 0.0477057 Aug 10 14:38:57.742331 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-37f8e709-e225-43b0-8c55-898fdcb7ba70 req-24e60afb-f18d-4ce9-ba94-034c0f531212 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=27014362-f86d-412b-9e2d-1c9fe5269852 HTTP/1.1" status: 200 len: 217 time: 0.0360043 Aug 10 14:38:57.811559 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f8e709-e225-43b0-8c55-898fdcb7ba70 req-e991fc20-2854-4ff4-974e-0d83a508258f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:38:57.813006 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-37f8e709-e225-43b0-8c55-898fdcb7ba70 req-e991fc20-2854-4ff4-974e-0d83a508258f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8a77ec86-5121-40df-b477-dcec85b0ce90 HTTP/1.1" status: 200 len: 843 time: 0.0640237 Aug 10 14:38:57.874213 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00409714-a7f6-4717-ab76-3a766633e964 req-913899e3-dd89-45c8-970a-274ce836a83e tempest-VolumesNegativeTest-1448730488 tempest-VolumesNegativeTest-1448730488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:38:57.875689 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-00409714-a7f6-4717-ab76-3a766633e964 req-913899e3-dd89-45c8-970a-274ce836a83e tempest-VolumesNegativeTest-1448730488 tempest-VolumesNegativeTest-1448730488-project] 10.222.0.42 "GET /v2.0/ports?device_id=f8d2c557-bd77-4bcb-a2da-ce0eb11e84c1 HTTP/1.1" status: 200 len: 948 time: 0.0812981 Aug 10 14:38:57.881725 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f8e709-e225-43b0-8c55-898fdcb7ba70 req-9137e62d-7aaa-4e82-929c-730c9be328a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:38:57.883121 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-37f8e709-e225-43b0-8c55-898fdcb7ba70 req-9137e62d-7aaa-4e82-929c-730c9be328a7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=00a26331-46a4-4ef6-802c-4b3b30465fce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0570998 Aug 10 14:38:57.965064 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-00409714-a7f6-4717-ab76-3a766633e964 req-cf7652eb-adb0-4ae4-bae8-0cd54881ed31 tempest-VolumesNegativeTest-1448730488 tempest-VolumesNegativeTest-1448730488-project] 10.222.0.42 "GET /v2.0/security-groups?id=c2305e59-d1bc-42f6-9e9e-9ce866107379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810027 Aug 10 14:38:57.997287 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-37f8e709-e225-43b0-8c55-898fdcb7ba70 req-42571c88-c38d-4701-a914-f27d7fecccef service neutron] 10.222.0.18 "GET /v2.0/networks/00a26331-46a4-4ef6-802c-4b3b30465fce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066639 Aug 10 14:38:58.085676 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-37f8e709-e225-43b0-8c55-898fdcb7ba70 req-ec116119-6630-448c-89ba-f45f97858b10 service neutron] 10.222.0.18 "GET /v2.0/networks/00a26331-46a4-4ef6-802c-4b3b30465fce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815160 Aug 10 14:38:58.178386 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6270f8a8-ee12-48ab-8357-423118e8dbf6 req-9945b827-6aaf-4d0e-8bb1-5a262da437bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:38:58.179901 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-6270f8a8-ee12-48ab-8357-423118e8dbf6 req-9945b827-6aaf-4d0e-8bb1-5a262da437bc service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c598aaef14f64fe9af82de99aac96bf6&device_id=f8d2c557-bd77-4bcb-a2da-ce0eb11e84c1 HTTP/1.1" status: 200 len: 1101 time: 0.0458775 Aug 10 14:38:58.270262 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6270f8a8-ee12-48ab-8357-423118e8dbf6 req-a114dd2c-ae92-4eb2-9011-7dad323fd8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:38:58.271886 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-6270f8a8-ee12-48ab-8357-423118e8dbf6 req-a114dd2c-ae92-4eb2-9011-7dad323fd8f5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=00a26331-46a4-4ef6-802c-4b3b30465fce HTTP/1.1" status: 200 len: 870 time: 0.0834422 Aug 10 14:38:58.317235 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-6270f8a8-ee12-48ab-8357-423118e8dbf6 req-86835467-6af9-4313-8857-9104dba0b4aa service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=27014362-f86d-412b-9e2d-1c9fe5269852 HTTP/1.1" status: 200 len: 217 time: 0.0379241 Aug 10 14:38:58.369399 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6270f8a8-ee12-48ab-8357-423118e8dbf6 req-a23f3e12-cb89-41a8-bb34-130a4f929c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:38:58.370755 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-6270f8a8-ee12-48ab-8357-423118e8dbf6 req-a23f3e12-cb89-41a8-bb34-130a4f929c5b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8a77ec86-5121-40df-b477-dcec85b0ce90 HTTP/1.1" status: 200 len: 843 time: 0.0462101 Aug 10 14:38:58.417386 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6270f8a8-ee12-48ab-8357-423118e8dbf6 req-c74c1b39-f089-4480-b5bd-d05050a3f076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:38:58.418995 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-6270f8a8-ee12-48ab-8357-423118e8dbf6 req-c74c1b39-f089-4480-b5bd-d05050a3f076 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=00a26331-46a4-4ef6-802c-4b3b30465fce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0404563 Aug 10 14:38:58.511055 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-6270f8a8-ee12-48ab-8357-423118e8dbf6 req-2dce109f-b954-4a4b-8e3f-28ef0dca1ab6 service neutron] 10.222.0.18 "GET /v2.0/networks/00a26331-46a4-4ef6-802c-4b3b30465fce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844290 Aug 10 14:38:58.605085 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-6270f8a8-ee12-48ab-8357-423118e8dbf6 req-06b7cea8-878c-41ab-9a0e-c80bda867f82 service neutron] 10.222.0.18 "GET /v2.0/networks/00a26331-46a4-4ef6-802c-4b3b30465fce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856786 Aug 10 14:38:59.079422 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcf9754-fe93-41f8-afbd-4b652d82e97b req-3f015d17-9a6f-4ce2-8669-9a57dcf9d0dd tempest-VolumesNegativeTest-1448730488 tempest-VolumesNegativeTest-1448730488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:38:59.080881 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-adcf9754-fe93-41f8-afbd-4b652d82e97b req-3f015d17-9a6f-4ce2-8669-9a57dcf9d0dd tempest-VolumesNegativeTest-1448730488 tempest-VolumesNegativeTest-1448730488-project] 10.222.0.42 "GET /v2.0/ports?device_id=f8d2c557-bd77-4bcb-a2da-ce0eb11e84c1 HTTP/1.1" status: 200 len: 948 time: 0.0488679 Aug 10 14:38:59.109167 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-8539ba8c-a6cd-42aa-8504-809a7133a71c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:38:59.121376 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-adcf9754-fe93-41f8-afbd-4b652d82e97b req-1f06ff45-9749-42bb-a133-91e9a6395725 tempest-VolumesNegativeTest-1448730488 tempest-VolumesNegativeTest-1448730488-project] 10.222.0.42 "GET /v2.0/security-groups?id=c2305e59-d1bc-42f6-9e9e-9ce866107379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344949 Aug 10 14:38:59.122072 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:38:59.625943 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Device 27014362-f86d-412b-9e2d-1c9fe5269852 details requested by agent hyperv_hv-cinder-79819 with host hv-cinder-79819 {{(pid=93412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 14:38:59.720111 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.db [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] For port 27014362-f86d-412b-9e2d-1c9fe5269852, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=27014362-f86d-412b-9e2d-1c9fe5269852,segment=NetworkSegment(6e13a5da-293f-4434-b57e-3b4081c1f001),segment_id=6e13a5da-293f-4434-b57e-3b4081c1f001)] {{(pid=93412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:38:59.732065 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Returning: {'device': '27014362-f86d-412b-9e2d-1c9fe5269852', 'network_id': '00a26331-46a4-4ef6-802c-4b3b30465fce', 'port_id': '27014362-f86d-412b-9e2d-1c9fe5269852', 'mac_address': 'fa:16:3e:1c:9b:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a77ec86-5121-40df-b477-dcec85b0ce90', 'ip_address': '192.168.233.138'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 14:38:59.767744 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:38:59.780441 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.notifiers.nova [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27014362-f86d-412b-9e2d-1c9fe5269852 {{(pid=93412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 14:38:59.799964 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.db [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] For port 27014362-f86d-412b-9e2d-1c9fe5269852, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=27014362-f86d-412b-9e2d-1c9fe5269852,segment=NetworkSegment(6e13a5da-293f-4434-b57e-3b4081c1f001),segment_id=6e13a5da-293f-4434-b57e-3b4081c1f001)] {{(pid=93412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:38:59.804074 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683854493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786683465220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786683465238'] for port, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:38:59.849703 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Pushing event updated for resources: {'Port': ['ID=27014362-f86d-412b-9e2d-1c9fe5269852,revision_number=4']} {{(pid=93412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:38:59.857148 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:38:59.857511 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:38:59.857850 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:38:59.858178 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:38:59.858504 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:38:59.858830 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:38:59.859150 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:38:59.859470 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:38:59.859796 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:38:59.860109 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:38:59.860426 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:38:59.860742 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:39:00.035705 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.db [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] get_ports_and_sgs() called for port_ids ['27014362-f86d-412b-9e2d-1c9fe5269852'] {{(pid=93412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 14:39:00.213340 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-1682deac-1581-4d55-87bc-bceb4bcaf759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:39:00.242605 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f503834f-7836-4d0b-bab6-107f376f3a3a req-fcd67e4b-a4ff-4f0a-90f4-1324c4e22707 tempest-VolumesNegativeTest-1448730488 tempest-VolumesNegativeTest-1448730488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:39:00.244086 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-f503834f-7836-4d0b-bab6-107f376f3a3a req-fcd67e4b-a4ff-4f0a-90f4-1324c4e22707 tempest-VolumesNegativeTest-1448730488 tempest-VolumesNegativeTest-1448730488-project] 10.222.0.42 "GET /v2.0/ports?device_id=f8d2c557-bd77-4bcb-a2da-ce0eb11e84c1 HTTP/1.1" status: 200 len: 949 time: 0.0542946 Aug 10 14:39:00.286203 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-f503834f-7836-4d0b-bab6-107f376f3a3a req-191f136a-7be6-4f0b-b6fd-3c890105dc01 tempest-VolumesNegativeTest-1448730488 tempest-VolumesNegativeTest-1448730488-project] 10.222.0.42 "GET /v2.0/security-groups?id=c2305e59-d1bc-42f6-9e9e-9ce866107379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362408 Aug 10 14:39:01.399744 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00700a8-92bf-41dd-b041-2ad9bd35fba9 req-647c8fbd-7859-418b-a0f0-e5570d9a8a35 tempest-VolumesNegativeTest-1448730488 tempest-VolumesNegativeTest-1448730488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:39:01.401219 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-a00700a8-92bf-41dd-b041-2ad9bd35fba9 req-647c8fbd-7859-418b-a0f0-e5570d9a8a35 tempest-VolumesNegativeTest-1448730488 tempest-VolumesNegativeTest-1448730488-project] 10.222.0.42 "GET /v2.0/ports?device_id=f8d2c557-bd77-4bcb-a2da-ce0eb11e84c1 HTTP/1.1" status: 200 len: 949 time: 0.0486076 Aug 10 14:39:01.438137 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-a00700a8-92bf-41dd-b041-2ad9bd35fba9 req-8f5d60dc-bec2-4171-988b-7153654cad09 tempest-VolumesNegativeTest-1448730488 tempest-VolumesNegativeTest-1448730488-project] 10.222.0.42 "GET /v2.0/security-groups?id=c2305e59-d1bc-42f6-9e9e-9ce866107379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309930 Aug 10 14:39:01.644812 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Device 27014362-f86d-412b-9e2d-1c9fe5269852 up at agent hyperv_hv-cinder-79819 {{(pid=93412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:39:01.692540 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.provisioning_blocks [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Provisioning for port 27014362-f86d-412b-9e2d-1c9fe5269852 completed by entity L2. {{(pid=93412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 14:39:01.696503 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.provisioning_blocks [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Provisioning complete for port 27014362-f86d-412b-9e2d-1c9fe5269852 triggered by entity L2. {{(pid=93412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:39:01.696866 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932393'] for port, provisioning_complete {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:39:01.773191 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:39:01.794271 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8d2c557-bd77-4bcb-a2da-ce0eb11e84c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27014362-f86d-412b-9e2d-1c9fe5269852'}] {{(pid=93412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:39:01.796463 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9406f3752f8c5c09b2197ea24f22201eb31b4bb693178eb20b3d616b4d9459a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-924a8d5f-1301-4484-9cec-5e982271b7bd" -d '{"events": [{"server_uuid": "f8d2c557-bd77-4bcb-a2da-ce0eb11e84c1", "name": "network-vif-plugged", "status": "completed", "tag": "27014362-f86d-412b-9e2d-1c9fe5269852"}]}' {{(pid=93412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:39:01.810066 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.db [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] For port 27014362-f86d-412b-9e2d-1c9fe5269852, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=27014362-f86d-412b-9e2d-1c9fe5269852,segment=NetworkSegment(6e13a5da-293f-4434-b57e-3b4081c1f001),segment_id=6e13a5da-293f-4434-b57e-3b4081c1f001)] {{(pid=93412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:39:01.814452 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683854493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786683465220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786683465238'] for port, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:39:01.839326 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 14:39:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-836b0676-3b6d-4bda-9a7b-4b53084d9c5b x-openstack-request-id: req-836b0676-3b6d-4bda-9a7b-4b53084d9c5b {{(pid=93412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:39:01.839612 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8d2c557-bd77-4bcb-a2da-ce0eb11e84c1", "name": "network-vif-plugged", "status": "completed", "tag": "27014362-f86d-412b-9e2d-1c9fe5269852", "code": 200}]} {{(pid=93412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:39:01.839866 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-836b0676-3b6d-4bda-9a7b-4b53084d9c5b {{(pid=93412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:39:01.840257 dv-cinder-798198-2-iscsi neutron-server[93412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8d2c557-bd77-4bcb-a2da-ce0eb11e84c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27014362-f86d-412b-9e2d-1c9fe5269852', 'code': 200} Aug 10 14:39:01.866356 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Pushing event updated for resources: {'Port': ['ID=27014362-f86d-412b-9e2d-1c9fe5269852,revision_number=5']} {{(pid=93412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:39:01.994140 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f504894-5c32-4bcb-af8d-7d5b689ebe08 req-f6e1e551-a7f8-48b4-b131-13209362be2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:39:01.995596 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-6f504894-5c32-4bcb-af8d-7d5b689ebe08 req-f6e1e551-a7f8-48b4-b131-13209362be2d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f8d2c557-bd77-4bcb-a2da-ce0eb11e84c1 HTTP/1.1" status: 200 len: 1103 time: 0.0390782 Aug 10 14:39:02.030822 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-6f504894-5c32-4bcb-af8d-7d5b689ebe08 req-19a65e35-716d-43a9-9599-5f91f6e52bf3 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=c2305e59-d1bc-42f6-9e9e-9ce866107379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0271153 Aug 10 14:39:02.162721 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-f97b798d-bd61-4bdb-bb4a-e55e1a0659df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:39:02.556013 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8369ef0e-d955-4077-ab58-ec20209a4336 req-1f3ee25c-20b0-49fa-94d5-a7dca3d20221 tempest-VolumesNegativeTest-1448730488 tempest-VolumesNegativeTest-1448730488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:39:02.557536 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-8369ef0e-d955-4077-ab58-ec20209a4336 req-1f3ee25c-20b0-49fa-94d5-a7dca3d20221 tempest-VolumesNegativeTest-1448730488 tempest-VolumesNegativeTest-1448730488-project] 10.222.0.42 "GET /v2.0/ports?device_id=f8d2c557-bd77-4bcb-a2da-ce0eb11e84c1 HTTP/1.1" status: 200 len: 950 time: 0.0531924 Aug 10 14:39:02.593972 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-8369ef0e-d955-4077-ab58-ec20209a4336 req-92f3780b-0e97-4fda-a1c7-d2934c81943e tempest-VolumesNegativeTest-1448730488 tempest-VolumesNegativeTest-1448730488-project] 10.222.0.42 "GET /v2.0/security-groups?id=c2305e59-d1bc-42f6-9e9e-9ce866107379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306714 Aug 10 14:39:02.955207 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:39:03.708334 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35965b27-f486-404b-80c1-02bd0be5577a req-79eb26c6-201a-48c1-9004-5ecd9825f3bd tempest-VolumesNegativeTest-1448730488 tempest-VolumesNegativeTest-1448730488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:39:03.709810 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-35965b27-f486-404b-80c1-02bd0be5577a req-79eb26c6-201a-48c1-9004-5ecd9825f3bd tempest-VolumesNegativeTest-1448730488 tempest-VolumesNegativeTest-1448730488-project] 10.222.0.42 "GET /v2.0/ports?device_id=f8d2c557-bd77-4bcb-a2da-ce0eb11e84c1 HTTP/1.1" status: 200 len: 950 time: 0.0493114 Aug 10 14:39:03.751110 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-35965b27-f486-404b-80c1-02bd0be5577a req-3fe3b1fb-1a94-40f2-ab22-3ef53fe3076d tempest-VolumesNegativeTest-1448730488 tempest-VolumesNegativeTest-1448730488-project] 10.222.0.42 "GET /v2.0/security-groups?id=c2305e59-d1bc-42f6-9e9e-9ce866107379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354667 Aug 10 14:39:03.998734 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70da835-60f9-4e06-8916-5ea0769f32f6 req-39d3b3d1-294c-4ef4-af1e-be19071c2b74 tempest-VolumesNegativeTest-1448730488 tempest-VolumesNegativeTest-1448730488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:39:04.000372 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-a70da835-60f9-4e06-8916-5ea0769f32f6 req-39d3b3d1-294c-4ef4-af1e-be19071c2b74 tempest-VolumesNegativeTest-1448730488 tempest-VolumesNegativeTest-1448730488-project] 10.222.0.42 "GET /v2.0/ports?device_id=f8d2c557-bd77-4bcb-a2da-ce0eb11e84c1 HTTP/1.1" status: 200 len: 950 time: 0.0496466 Aug 10 14:39:04.037932 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-a70da835-60f9-4e06-8916-5ea0769f32f6 req-53fd852a-6625-41d0-b713-c7dcb815b08c tempest-VolumesNegativeTest-1448730488 tempest-VolumesNegativeTest-1448730488-project] 10.222.0.42 "GET /v2.0/security-groups?id=c2305e59-d1bc-42f6-9e9e-9ce866107379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311306 Aug 10 14:39:05.159896 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165269f9-151c-401d-bd00-783d52983ef0 req-6421d7e3-5248-41ed-8edb-8c1fe8abf1b0 tempest-VolumesNegativeTest-1448730488 tempest-VolumesNegativeTest-1448730488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:39:05.161363 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-165269f9-151c-401d-bd00-783d52983ef0 req-6421d7e3-5248-41ed-8edb-8c1fe8abf1b0 tempest-VolumesNegativeTest-1448730488 tempest-VolumesNegativeTest-1448730488-project] 10.222.0.42 "GET /v2.0/ports?device_id=f8d2c557-bd77-4bcb-a2da-ce0eb11e84c1 HTTP/1.1" status: 200 len: 950 time: 0.0554774 Aug 10 14:39:05.203965 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-165269f9-151c-401d-bd00-783d52983ef0 req-db9aa460-5862-4fca-88d9-41697b4028d7 tempest-VolumesNegativeTest-1448730488 tempest-VolumesNegativeTest-1448730488-project] 10.222.0.42 "GET /v2.0/security-groups?id=c2305e59-d1bc-42f6-9e9e-9ce866107379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361812 Aug 10 14:39:05.306687 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df45a204-45ea-43db-9f17-91a05d705199 req-3627b424-8b86-4b4a-9590-1fa838ab55fe tempest-VolumesNegativeTest-1448730488 tempest-VolumesNegativeTest-1448730488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:39:05.308249 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-df45a204-45ea-43db-9f17-91a05d705199 req-3627b424-8b86-4b4a-9590-1fa838ab55fe tempest-VolumesNegativeTest-1448730488 tempest-VolumesNegativeTest-1448730488-project] 10.222.0.18 "GET /v2.0/ports?device_id=f8d2c557-bd77-4bcb-a2da-ce0eb11e84c1 HTTP/1.1" status: 200 len: 950 time: 0.0498128 Aug 10 14:39:05.397785 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.plugin [req-df45a204-45ea-43db-9f17-91a05d705199 req-4374a142-1f43-41f9-98bd-93856da4303a tempest-VolumesNegativeTest-1448730488 tempest-VolumesNegativeTest-1448730488-project] Deleting port 27014362-f86d-412b-9e2d-1c9fe5269852 {{(pid=93410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 14:39:05.398038 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-df45a204-45ea-43db-9f17-91a05d705199 req-4374a142-1f43-41f9-98bd-93856da4303a tempest-VolumesNegativeTest-1448730488 tempest-VolumesNegativeTest-1448730488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786683848753'] for port, before_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:39:05.489336 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [req-df45a204-45ea-43db-9f17-91a05d705199 req-4374a142-1f43-41f9-98bd-93856da4303a tempest-VolumesNegativeTest-1448730488 tempest-VolumesNegativeTest-1448730488-project] For port 27014362-f86d-412b-9e2d-1c9fe5269852, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=27014362-f86d-412b-9e2d-1c9fe5269852,segment=NetworkSegment(6e13a5da-293f-4434-b57e-3b4081c1f001),segment_id=6e13a5da-293f-4434-b57e-3b4081c1f001)] {{(pid=93410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:39:05.489722 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-df45a204-45ea-43db-9f17-91a05d705199 req-4374a142-1f43-41f9-98bd-93856da4303a tempest-VolumesNegativeTest-1448730488 tempest-VolumesNegativeTest-1448730488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-879274'] for port, precommit_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:39:05.503039 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.plugin [req-df45a204-45ea-43db-9f17-91a05d705199 req-4374a142-1f43-41f9-98bd-93856da4303a tempest-VolumesNegativeTest-1448730488 tempest-VolumesNegativeTest-1448730488-project] Calling delete_port for 27014362-f86d-412b-9e2d-1c9fe5269852 owned by compute:nova {{(pid=93410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 14:39:05.645252 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-df45a204-45ea-43db-9f17-91a05d705199 req-4374a142-1f43-41f9-98bd-93856da4303a tempest-VolumesNegativeTest-1448730488 tempest-VolumesNegativeTest-1448730488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786683854475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786683465207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26372150'] for port, after_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:39:05.659965 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.db [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] get_ports_and_sgs() called for port_ids ['27014362-f86d-412b-9e2d-1c9fe5269852'] {{(pid=93412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 14:39:05.677328 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4374a142-1f43-41f9-98bd-93856da4303a tempest-VolumesNegativeTest-1448730488 tempest-VolumesNegativeTest-1448730488-project] Pushing event deleted for resources: {'Port': ['ID=27014362-f86d-412b-9e2d-1c9fe5269852,revision_number=None']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:39:05.723323 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_dvrscheduler_db [req-df45a204-45ea-43db-9f17-91a05d705199 req-4374a142-1f43-41f9-98bd-93856da4303a tempest-VolumesNegativeTest-1448730488 tempest-VolumesNegativeTest-1448730488-project] No DVR routers for this DVR port 27014362-f86d-412b-9e2d-1c9fe5269852 on host hv-cinder-79819 {{(pid=93410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 14:39:05.726667 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-df45a204-45ea-43db-9f17-91a05d705199 req-4374a142-1f43-41f9-98bd-93856da4303a tempest-VolumesNegativeTest-1448730488 tempest-VolumesNegativeTest-1448730488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-387483'] for port, before_response {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:39:05.729446 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-df45a204-45ea-43db-9f17-91a05d705199 req-4374a142-1f43-41f9-98bd-93856da4303a tempest-VolumesNegativeTest-1448730488 tempest-VolumesNegativeTest-1448730488-project] 10.222.0.18 "DELETE /v2.0/ports/27014362-f86d-412b-9e2d-1c9fe5269852 HTTP/1.1" status: 204 len: 173 time: 0.4138753 Aug 10 14:39:05.730002 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8d2c557-bd77-4bcb-a2da-ce0eb11e84c1', 'name': 'network-vif-deleted', 'tag': '27014362-f86d-412b-9e2d-1c9fe5269852'}] {{(pid=93410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:39:05.733506 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}173c15a1f530ed65b3eefe425c4e9cd9c28cfc2a1cdec76c1bb34aa91000b996" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17331fe2-7cc1-42df-9beb-4362272b835f" -d '{"events": [{"server_uuid": "f8d2c557-bd77-4bcb-a2da-ce0eb11e84c1", "name": "network-vif-deleted", "tag": "27014362-f86d-412b-9e2d-1c9fe5269852"}]}' {{(pid=93410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:39:05.780306 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 14:39:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba1e3e32-7729-4328-bcf8-7b0049c4655a x-openstack-request-id: req-ba1e3e32-7729-4328-bcf8-7b0049c4655a {{(pid=93410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:39:05.780598 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8d2c557-bd77-4bcb-a2da-ce0eb11e84c1", "name": "network-vif-deleted", "tag": "27014362-f86d-412b-9e2d-1c9fe5269852", "status": "completed", "code": 200}]} {{(pid=93410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:39:05.780857 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ba1e3e32-7729-4328-bcf8-7b0049c4655a {{(pid=93410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:39:05.781260 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8d2c557-bd77-4bcb-a2da-ce0eb11e84c1', 'name': 'network-vif-deleted', 'tag': '27014362-f86d-412b-9e2d-1c9fe5269852', 'status': 'completed', 'code': 200} Aug 10 14:39:06.323086 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-c3748852-217e-4300-bdc4-e1a793a35a57 req-d6f20fb8-9bad-4964-82be-fc89569653ce tempest-VolumesNegativeTest-1448730488 tempest-VolumesNegativeTest-1448730488-project] 10.222.0.42 "GET /v2.0/ports?device_id=f8d2c557-bd77-4bcb-a2da-ce0eb11e84c1 HTTP/1.1" status: 200 len: 210 time: 0.0324206 Aug 10 14:39:07.640532 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Device 27014362-f86d-412b-9e2d-1c9fe5269852 no longer exists at agent hyperv_hv-cinder-79819 {{(pid=93412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 14:39:07.662664 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.plugin [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] No Port match for: 27014362-f86d-412b-9e2d-1c9fe5269852 {{(pid=93412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 14:39:07.663102 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Device 27014362-f86d-412b-9e2d-1c9fe5269852 not bound to the agent host hv-cinder-79819 {{(pid=93412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 14:39:10.963322 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.wsgi [-] (93410) accepted ('10.222.0.42', 58450) {{(pid=93410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:39:11.103786 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [None req-002a7892-9e68-4a33-b023-ff6e76898c8a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c598aaef14f64fe9af82de99aac96bf6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1392467 Aug 10 14:39:11.106174 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.wsgi [-] (93410) accepted ('10.222.0.42', 58454) {{(pid=93410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:39:11.152470 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-9d21e7e1-330b-4a09-9312-af8abc786890 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:39:11.172787 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-9d21e7e1-330b-4a09-9312-af8abc786890 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:39:11.218594 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-9d21e7e1-330b-4a09-9312-af8abc786890 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734645'] for security_group, after_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:39:11.221111 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-9d21e7e1-330b-4a09-9312-af8abc786890 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:39:11.222279 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [None req-9d21e7e1-330b-4a09-9312-af8abc786890 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c2305e59-d1bc-42f6-9e9e-9ce866107379 HTTP/1.1" status: 204 len: 168 time: 0.1152222 Aug 10 14:39:11.229755 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d21e7e1-330b-4a09-9312-af8abc786890 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2305e59-d1bc-42f6-9e9e-9ce866107379,revision_number=None']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:39:11.823247 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.wsgi [-] (93411) accepted ('10.222.0.42', 58478) {{(pid=93411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:39:11.923974 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.v2.base [None req-9b933c30-6188-47c8-a81f-ca989eb3d916 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1589061616-network', 'tenant_id': 'b9910def5a134e4c8aac3b27b1489c14'}} {{(pid=93411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:39:11.946211 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b933c30-6188-47c8-a81f-ca989eb3d916 admin admin] Made reservation on behalf of b9910def5a134e4c8aac3b27b1489c14 for: {'network': 1} {{(pid=93411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 14:39:11.948511 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-9b933c30-6188-47c8-a81f-ca989eb3d916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for network, before_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:39:11.956418 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-9b933c30-6188-47c8-a81f-ca989eb3d916 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:39:12.042066 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-9b933c30-6188-47c8-a81f-ca989eb3d916 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:39:12.045676 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-9b933c30-6188-47c8-a81f-ca989eb3d916 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734645'] for security_group, after_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:39:12.068673 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b933c30-6188-47c8-a81f-ca989eb3d916 admin admin] vlan segment allocate from pool success with {'vlan_id': 558, 'physical_network': 'physnet1'} {{(pid=93411) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 14:39:12.077508 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b933c30-6188-47c8-a81f-ca989eb3d916 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=871e5510-53eb-48a4-a28a-c590c74a0a9a,revision_number=1']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:39:12.086730 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-9b933c30-6188-47c8-a81f-ca989eb3d916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1962803'] for segment, precommit_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:39:12.087062 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.db.segments_db [None req-9b933c30-6188-47c8-a81f-ca989eb3d916 admin admin] Added segment bdbd633b-3f29-4592-9b3d-37c1874c84c5 of type vlan for network 4918bd4f-1e68-44d8-94ca-20c40994be08 Aug 10 14:39:12.088984 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b933c30-6188-47c8-a81f-ca989eb3d916 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:39:12.089321 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b933c30-6188-47c8-a81f-ca989eb3d916 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:39:12.089674 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b933c30-6188-47c8-a81f-ca989eb3d916 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:39:12.089999 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b933c30-6188-47c8-a81f-ca989eb3d916 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:39:12.090319 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b933c30-6188-47c8-a81f-ca989eb3d916 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:39:12.090639 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b933c30-6188-47c8-a81f-ca989eb3d916 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:39:12.090957 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b933c30-6188-47c8-a81f-ca989eb3d916 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:39:12.091276 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b933c30-6188-47c8-a81f-ca989eb3d916 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:39:12.091597 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b933c30-6188-47c8-a81f-ca989eb3d916 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:39:12.091908 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b933c30-6188-47c8-a81f-ca989eb3d916 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:39:12.092221 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b933c30-6188-47c8-a81f-ca989eb3d916 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:39:12.092532 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b933c30-6188-47c8-a81f-ca989eb3d916 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:39:12.133638 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-9b933c30-6188-47c8-a81f-ca989eb3d916 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786683450956'] for network, precommit_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:39:12.161257 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-9b933c30-6188-47c8-a81f-ca989eb3d916 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238'] for network, after_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:39:12.162238 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b933c30-6188-47c8-a81f-ca989eb3d916 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:39:12.162803 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-9b933c30-6188-47c8-a81f-ca989eb3d916 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-767256'] for network, before_response {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:39:12.213674 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-9b933c30-6188-47c8-a81f-ca989eb3d916 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3892972 Aug 10 14:39:12.216632 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.wsgi [-] (93410) accepted ('10.222.0.42', 58482) {{(pid=93410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:39:12.221637 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.v2.base [None req-36417c95-ed3b-4a08-9430-db2119e02c21 admin admin] Request body: {'subnet': {'network_id': '4918bd4f-1e68-44d8-94ca-20c40994be08', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1589061616-subnet', 'tenant_id': 'b9910def5a134e4c8aac3b27b1489c14', 'ip_version': 4}} {{(pid=93410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:39:12.224166 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b933c30-6188-47c8-a81f-ca989eb3d916 admin admin] Pushing event updated for resources: {'Network': ['ID=4918bd4f-1e68-44d8-94ca-20c40994be08,revision_number=1']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:39:12.236084 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Network 4918bd4f-1e68-44d8-94ca-20c40994be08 details requested by agent ovs-agent-dv-cinder-798198-2-iscsi with host dv-cinder-798198-2-iscsi {{(pid=93412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 14:39:12.244590 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36417c95-ed3b-4a08-9430-db2119e02c21 admin admin] Made reservation on behalf of b9910def5a134e4c8aac3b27b1489c14 for: {'subnet': 1} {{(pid=93410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 14:39:12.247054 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-36417c95-ed3b-4a08-9430-db2119e02c21 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25174165'] for subnet, before_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:39:12.410973 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-36417c95-ed3b-4a08-9430-db2119e02c21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26372162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25174151'] for subnet, after_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:39:12.465087 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36417c95-ed3b-4a08-9430-db2119e02c21 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cdfe0d3d-9603-4ff6-bd72-cf69d28a9f7f,revision_number=0']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:39:12.474346 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36417c95-ed3b-4a08-9430-db2119e02c21 admin admin] Checking segment: {'id': 'bdbd633b-3f29-4592-9b3d-37c1874c84c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '4918bd4f-1e68-44d8-94ca-20c40994be08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 14:39:12.474708 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36417c95-ed3b-4a08-9430-db2119e02c21 admin admin] Network hostable DHCP agents. Network: 4918bd4f-1e68-44d8-94ca-20c40994be08, hostable agents: ['53faeb90-ccf6-4b1a-8900-1e421dfb616b'], hosted agents: [] {{(pid=93410) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 14:39:12.492213 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36417c95-ed3b-4a08-9430-db2119e02c21 admin admin] Network 4918bd4f-1e68-44d8-94ca-20c40994be08 is scheduled to be hosted by DHCP agent 53faeb90-ccf6-4b1a-8900-1e421dfb616b with binding_index 1 {{(pid=93410) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 14:39:12.500766 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.scheduler.base_scheduler [None req-36417c95-ed3b-4a08-9430-db2119e02c21 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798198-2-iscsi, 4918bd4f-1e68-44d8-94ca-20c40994be08) {{(pid=93410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:39:12.505056 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36417c95-ed3b-4a08-9430-db2119e02c21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:39:12.505682 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-36417c95-ed3b-4a08-9430-db2119e02c21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-767256'] for subnet, before_response {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:39:12.513005 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2577ed9c-d1e7-48db-a89c-9b2e8b1e8714 None None] Network 4918bd4f-1e68-44d8-94ca-20c40994be08 requested from dv-cinder-798198-2-iscsi {{(pid=93412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 14:39:12.520504 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [None req-36417c95-ed3b-4a08-9430-db2119e02c21 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3027856 Aug 10 14:39:12.523302 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.wsgi [-] (93410) accepted ('10.222.0.42', 58484) {{(pid=93410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:39:12.527577 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.v2.base [None req-a0f7f437-ae83-4018-9dbb-7c6e15d3e63a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1589061616-router', 'tenant_id': 'b9910def5a134e4c8aac3b27b1489c14', 'external_gateway_info': {'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532'}}} {{(pid=93410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:39:12.548041 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-a0f7f437-ae83-4018-9dbb-7c6e15d3e63a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-891600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35319'] for router, before_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:39:12.549160 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-a0f7f437-ae83-4018-9dbb-7c6e15d3e63a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-889952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-879889', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35214'] for router, precommit_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:39:12.605265 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-a0f7f437-ae83-4018-9dbb-7c6e15d3e63a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:39:12.766895 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-a0f7f437-ae83-4018-9dbb-7c6e15d3e63a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:39:12.784072 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9d7270a-4fe1-4a8a-8396-bc8c74c37033 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8873163a-82cf-5338-8941-670df499cab8-4918bd4f-1e68-44d8-94ca-20c40994be08', 'network_id': '4918bd4f-1e68-44d8-94ca-20c40994be08', 'tenant_id': 'b9910def5a134e4c8aac3b27b1489c14', 'fixed_ips': [{'subnet_id': 'cdfe0d3d-9603-4ff6-bd72-cf69d28a9f7f'}]}} from dv-cinder-798198-2-iscsi. {{(pid=93412) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 14:39:12.784921 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-e9d7270a-4fe1-4a8a-8396-bc8c74c37033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_create {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:39:12.917641 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.db_base_plugin_common [None req-e9d7270a-4fe1-4a8a-8396-bc8c74c37033 None None] Allocated IP 172.20.0.2 (4918bd4f-1e68-44d8-94ca-20c40994be08/cdfe0d3d-9603-4ff6-bd72-cf69d28a9f7f/eeeefb55-e178-46b3-8e03-1b274176b090) {{(pid=93412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 14:39:12.959798 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-a0f7f437-ae83-4018-9dbb-7c6e15d3e63a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:39:12.979209 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-a0f7f437-ae83-4018-9dbb-7c6e15d3e63a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:39:13.055795 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-e9d7270a-4fe1-4a8a-8396-bc8c74c37033 None None] Notify callbacks [] for port, precommit_create {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:39:13.063926 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.provisioning_blocks [None req-e9d7270a-4fe1-4a8a-8396-bc8c74c37033 None None] Transition to ACTIVE for port object eeeefb55-e178-46b3-8e03-1b274176b090 will not be triggered until provisioned by entity L2. {{(pid=93412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 14:39:13.078131 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.provisioning_blocks [None req-e9d7270a-4fe1-4a8a-8396-bc8c74c37033 None None] Transition to ACTIVE for port object eeeefb55-e178-46b3-8e03-1b274176b090 will not be triggered until provisioned by entity DHCP. {{(pid=93412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 14:39:13.083581 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.db.db_base_plugin_common [None req-a0f7f437-ae83-4018-9dbb-7c6e15d3e63a admin admin] Allocated IP 172.27.0.132 (3c935337-17af-4240-bc2c-ccb5b04b1532/e735a612-8fb3-4a85-bede-f6307ba49d31/e4c92317-13c7-4341-ac33-7032f3425062) {{(pid=93410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 14:39:13.084130 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-e9d7270a-4fe1-4a8a-8396-bc8c74c37033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786683465198'] for port, after_create {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:39:13.130540 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9d7270a-4fe1-4a8a-8396-bc8c74c37033 None None] Network 4918bd4f-1e68-44d8-94ca-20c40994be08 is already hosted by enough agents. {{(pid=93412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 14:39:13.135176 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.scheduler.base_scheduler [None req-e9d7270a-4fe1-4a8a-8396-bc8c74c37033 None None] Resources bound (agent type, host, resource id): {{(pid=93412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:39:13.139448 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d7270a-4fe1-4a8a-8396-bc8c74c37033 None None] Received port after_create {{(pid=93412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 14:39:13.142530 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d7270a-4fe1-4a8a-8396-bc8c74c37033 None None] Pushing event updated for resources: {'Port': ['ID=eeeefb55-e178-46b3-8e03-1b274176b090,revision_number=1']} {{(pid=93412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:39:13.188178 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-a0f7f437-ae83-4018-9dbb-7c6e15d3e63a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:39:13.194456 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.managers [None req-e9d7270a-4fe1-4a8a-8396-bc8c74c37033 None None] Attempting to bind port eeeefb55-e178-46b3-8e03-1b274176b090 on host dv-cinder-798198-2-iscsi for vnic_type normal with profile {{(pid=93412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 14:39:13.194848 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.managers [None req-e9d7270a-4fe1-4a8a-8396-bc8c74c37033 None None] Attempting to bind port eeeefb55-e178-46b3-8e03-1b274176b090 by drivers openvswitch,hyperv on host dv-cinder-798198-2-iscsi at level 0 using segments [{'id': 'bdbd633b-3f29-4592-9b3d-37c1874c84c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '4918bd4f-1e68-44d8-94ca-20c40994be08'}] {{(pid=93412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 14:39:13.195205 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d7270a-4fe1-4a8a-8396-bc8c74c37033 None None] Attempting to bind port eeeefb55-e178-46b3-8e03-1b274176b090 on network 4918bd4f-1e68-44d8-94ca-20c40994be08 {{(pid=93412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 14:39:13.199995 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d7270a-4fe1-4a8a-8396-bc8c74c37033 None None] Checking agent: {'id': 'd4363d4d-7a35-4f9b-b61a-c2590b3a63af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798198-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 14, 22, 29), 'started_at': datetime.datetime(2021, 8, 10, 14, 22, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 14, 38, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798198-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 14:39:13.200362 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d7270a-4fe1-4a8a-8396-bc8c74c37033 None None] Checking segment: {'id': 'bdbd633b-3f29-4592-9b3d-37c1874c84c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '4918bd4f-1e68-44d8-94ca-20c40994be08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 14:39:13.200862 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-e9d7270a-4fe1-4a8a-8396-bc8c74c37033 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:39:13.201250 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d7270a-4fe1-4a8a-8396-bc8c74c37033 None None] Bound using segment: {'id': 'bdbd633b-3f29-4592-9b3d-37c1874c84c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '4918bd4f-1e68-44d8-94ca-20c40994be08'} {{(pid=93412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 14:39:13.201730 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.managers [None req-e9d7270a-4fe1-4a8a-8396-bc8c74c37033 None None] Bound port: eeeefb55-e178-46b3-8e03-1b274176b090, host: dv-cinder-798198-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdbd633b-3f29-4592-9b3d-37c1874c84c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '4918bd4f-1e68-44d8-94ca-20c40994be08'}}] {{(pid=93412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 14:39:13.202103 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-e9d7270a-4fe1-4a8a-8396-bc8c74c37033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:39:13.230896 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-a0f7f437-ae83-4018-9dbb-7c6e15d3e63a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786683465198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26372150'] for port, after_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:39:13.266424 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.db [None req-e9d7270a-4fe1-4a8a-8396-bc8c74c37033 None None] For port eeeefb55-e178-46b3-8e03-1b274176b090, host dv-cinder-798198-2-iscsi, cleared binding levels {{(pid=93412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 14:39:13.271286 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.db [None req-e9d7270a-4fe1-4a8a-8396-bc8c74c37033 None None] For port eeeefb55-e178-46b3-8e03-1b274176b090, host dv-cinder-798198-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-2-iscsi',level=0,port_id=eeeefb55-e178-46b3-8e03-1b274176b090,segment=NetworkSegment(bdbd633b-3f29-4592-9b3d-37c1874c84c5),segment_id=bdbd633b-3f29-4592-9b3d-37c1874c84c5)] {{(pid=93412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 14:39:13.272031 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0f7f437-ae83-4018-9dbb-7c6e15d3e63a admin admin] Network 3c935337-17af-4240-bc2c-ccb5b04b1532 is already hosted by enough agents. {{(pid=93410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 14:39:13.277183 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-e9d7270a-4fe1-4a8a-8396-bc8c74c37033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683854493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786683465220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786683465238'] for port, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:39:13.278041 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.scheduler.base_scheduler [None req-a0f7f437-ae83-4018-9dbb-7c6e15d3e63a admin admin] Resources bound (agent type, host, resource id): {{(pid=93410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:39:13.281707 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f7f437-ae83-4018-9dbb-7c6e15d3e63a admin admin] Received port after_create {{(pid=93410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 14:39:13.306210 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f7f437-ae83-4018-9dbb-7c6e15d3e63a admin admin] Pushing event updated for resources: {'Port': ['ID=e4c92317-13c7-4341-ac33-7032f3425062,revision_number=1']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:39:13.340892 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d7270a-4fe1-4a8a-8396-bc8c74c37033 None None] Pushing event updated for resources: {'Port': ['ID=eeeefb55-e178-46b3-8e03-1b274176b090,revision_number=2']} {{(pid=93412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:39:13.561183 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-a0f7f437-ae83-4018-9dbb-7c6e15d3e63a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:39:13.704593 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Device eeeefb55-e178-46b3-8e03-1b274176b090 up at agent ovs-agent-dv-cinder-798198-2-iscsi {{(pid=93412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:39:13.759000 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.provisioning_blocks [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Provisioning for port eeeefb55-e178-46b3-8e03-1b274176b090 completed by entity L2. {{(pid=93412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 14:39:14.028110 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-a0f7f437-ae83-4018-9dbb-7c6e15d3e63a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-889961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-880098'] for router, after_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:39:14.140927 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2af9b01b-48cb-43d7-a153-f8b388c29d79 None None] Network 4918bd4f-1e68-44d8-94ca-20c40994be08 requested from dv-cinder-798198-2-iscsi {{(pid=93412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 14:39:14.159982 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0f7f437-ae83-4018-9dbb-7c6e15d3e63a admin admin] Router 8a08993f-0ba6-4a26-99d2-bc2bf28ff538 is scheduled to L3 agent 8acc92de-0cfa-4d60-8b37-a39a4d3c1570 with binding_index 1 {{(pid=93410) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 14:39:14.229323 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.provisioning_blocks [None req-4d691b22-6d00-42c4-9666-8e9e4e943e12 None None] Provisioning for port eeeefb55-e178-46b3-8e03-1b274176b090 completed by entity DHCP. {{(pid=93412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 14:39:14.251913 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.provisioning_blocks [None req-4d691b22-6d00-42c4-9666-8e9e4e943e12 None None] Provisioning complete for port eeeefb55-e178-46b3-8e03-1b274176b090 triggered by entity DHCP. {{(pid=93412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:39:14.252303 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-4d691b22-6d00-42c4-9666-8e9e4e943e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932393'] for port, provisioning_complete {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:39:14.270152 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0f7f437-ae83-4018-9dbb-7c6e15d3e63a admin admin] Notify agent at l3_agent.dv-cinder-798198-2-iscsi the message routers_updated {{(pid=93410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 14:39:14.285403 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-a0f7f437-ae83-4018-9dbb-7c6e15d3e63a admin admin] Notify callbacks [] for router, before_response {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:39:14.289887 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [None req-a0f7f437-ae83-4018-9dbb-7c6e15d3e63a admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.7656014 Aug 10 14:39:14.290744 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.wsgi [-] (93410) accepted ('10.222.0.42', 58486) {{(pid=93410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:39:14.290895 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-906ae4e4-e3b0-4009-a520-50eae3749e25 None None] Sync routers for ids ['8a08993f-0ba6-4a26-99d2-bc2bf28ff538'] in dv-cinder-798198-2-iscsi {{(pid=93412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 14:39:14.332051 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-906ae4e4-e3b0-4009-a520-50eae3749e25 None None] Routers {'8a08993f-0ba6-4a26-99d2-bc2bf28ff538'} bound to L3 agent in host dv-cinder-798198-2-iscsi {{(pid=93412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:39:14.332695 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.l3_hamode_db [None req-906ae4e4-e3b0-4009-a520-50eae3749e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T14:22:29Z,description=,heartbeat_timestamp=2021-08-10T14:38:59Z,host='dv-cinder-798198-2-iscsi',id=8acc92de-0cfa-4d60-8b37-a39a4d3c1570,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T14:22:29Z,topic='l3_agent')) {'router_ids': ['8a08993f-0ba6-4a26-99d2-bc2bf28ff538'], 'active': True} {{(pid=93412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:39:14.471176 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-4d691b22-6d00-42c4-9666-8e9e4e943e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:39:14.501692 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.l3_dvr_db [None req-906ae4e4-e3b0-4009-a520-50eae3749e25 None None] Set router 8a08993f-0ba6-4a26-99d2-bc2bf28ff538 gateway port host: dv-cinder-798198-2-iscsi {{(pid=93412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:39:14.573067 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.db [None req-4d691b22-6d00-42c4-9666-8e9e4e943e12 None None] For port eeeefb55-e178-46b3-8e03-1b274176b090, host dv-cinder-798198-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-2-iscsi',level=0,port_id=eeeefb55-e178-46b3-8e03-1b274176b090,segment=NetworkSegment(bdbd633b-3f29-4592-9b3d-37c1874c84c5),segment_id=bdbd633b-3f29-4592-9b3d-37c1874c84c5)] {{(pid=93412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:39:14.611807 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-4d691b22-6d00-42c4-9666-8e9e4e943e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683854493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786683465220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786683465238'] for port, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:39:14.686365 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d691b22-6d00-42c4-9666-8e9e4e943e12 None None] Pushing event updated for resources: {'Port': ['ID=eeeefb55-e178-46b3-8e03-1b274176b090,revision_number=3']} {{(pid=93412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:39:14.727140 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-fed47a1b-9103-4c08-befc-24fe1adec54e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:39:14.740861 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.provisioning_blocks [None req-1df372e8-02e1-4ad6-bd6e-f05d20591833 None None] Provisioning complete for port eeeefb55-e178-46b3-8e03-1b274176b090 triggered by entity DHCP. {{(pid=93412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:39:14.741144 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-1df372e8-02e1-4ad6-bd6e-f05d20591833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932393'] for port, provisioning_complete {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:39:14.791661 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.l3_hamode_db [None req-906ae4e4-e3b0-4009-a520-50eae3749e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a08993f-0ba6-4a26-99d2-bc2bf28ff538', 'name': 'tempest-TestShelveInstance-1589061616-router', 'tenant_id': 'b9910def5a134e4c8aac3b27b1489c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'external_fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': 'e4c92317-13c7-4341-ac33-7032f3425062', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:39:12Z', 'updated_at': '2021-08-10T14:39:13Z', 'revision_number': 3, 'project_id': 'b9910def5a134e4c8aac3b27b1489c14', 'gw_port': {'id': 'e4c92317-13c7-4341-ac33-7032f3425062', 'name': '', 'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:92:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a08993f-0ba6-4a26-99d2-bc2bf28ff538', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:39:12Z', 'updated_at': '2021-08-10T14:39:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-2-iscsi'}], 'dv-cinder-798198-2-iscsi', False) {} {{(pid=93412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:39:14.825963 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-906ae4e4-e3b0-4009-a520-50eae3749e25 None None] Checking router: 8a08993f-0ba6-4a26-99d2-bc2bf28ff538 for host: dv-cinder-798198-2-iscsi {{(pid=93412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 14:39:14.826318 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-906ae4e4-e3b0-4009-a520-50eae3749e25 None None] Updating router 8a08993f-0ba6-4a26-99d2-bc2bf28ff538 port e4c92317-13c7-4341-ac33-7032f3425062 binding host dv-cinder-798198-2-iscsi {{(pid=93412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 14:39:14.876055 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-906ae4e4-e3b0-4009-a520-50eae3749e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:39:14.893034 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.db.db_base_plugin_common [None req-fed47a1b-9103-4c08-befc-24fe1adec54e admin admin] Allocated IP 172.20.0.1 (4918bd4f-1e68-44d8-94ca-20c40994be08/cdfe0d3d-9603-4ff6-bd72-cf69d28a9f7f/66498637-5fd4-494d-895a-4a3bb78fda4c) {{(pid=93410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 14:39:15.004600 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-fed47a1b-9103-4c08-befc-24fe1adec54e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:39:15.017113 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [None req-fed47a1b-9103-4c08-befc-24fe1adec54e admin admin] Transition to ACTIVE for port object 66498637-5fd4-494d-895a-4a3bb78fda4c will not be triggered until provisioned by entity DHCP. {{(pid=93410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 14:39:15.051578 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-fed47a1b-9103-4c08-befc-24fe1adec54e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786683465198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26372150'] for port, after_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:39:15.095416 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fed47a1b-9103-4c08-befc-24fe1adec54e admin admin] Network 4918bd4f-1e68-44d8-94ca-20c40994be08 is already hosted by enough agents. {{(pid=93410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 14:39:15.100017 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.scheduler.base_scheduler [None req-fed47a1b-9103-4c08-befc-24fe1adec54e admin admin] Resources bound (agent type, host, resource id): {{(pid=93410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:39:15.104887 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed47a1b-9103-4c08-befc-24fe1adec54e admin admin] Received port after_create {{(pid=93410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 14:39:15.108001 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed47a1b-9103-4c08-befc-24fe1adec54e admin admin] Pushing event updated for resources: {'Port': ['ID=66498637-5fd4-494d-895a-4a3bb78fda4c,revision_number=1']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:39:15.140481 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-906ae4e4-e3b0-4009-a520-50eae3749e25 None None] Notify callbacks [] for port, precommit_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:39:15.145448 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-fed47a1b-9103-4c08-befc-24fe1adec54e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-717585'] for router_interface, before_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:39:15.151904 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.provisioning_blocks [None req-906ae4e4-e3b0-4009-a520-50eae3749e25 None None] Transition to ACTIVE for port object e4c92317-13c7-4341-ac33-7032f3425062 will not be triggered until provisioned by entity L2. {{(pid=93412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 14:39:15.159363 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-906ae4e4-e3b0-4009-a520-50eae3749e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683854493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786683465220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786683465238'] for port, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:39:15.202843 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.managers [None req-906ae4e4-e3b0-4009-a520-50eae3749e25 None None] Attempting to bind port e4c92317-13c7-4341-ac33-7032f3425062 on host dv-cinder-798198-2-iscsi for vnic_type normal with profile {{(pid=93412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 14:39:15.203222 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.managers [None req-906ae4e4-e3b0-4009-a520-50eae3749e25 None None] Attempting to bind port e4c92317-13c7-4341-ac33-7032f3425062 by drivers openvswitch,hyperv on host dv-cinder-798198-2-iscsi at level 0 using segments [{'id': '9b73c935-a484-45be-a2a0-87b3c816c298', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532'}] {{(pid=93412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 14:39:15.203583 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-906ae4e4-e3b0-4009-a520-50eae3749e25 None None] Attempting to bind port e4c92317-13c7-4341-ac33-7032f3425062 on network 3c935337-17af-4240-bc2c-ccb5b04b1532 {{(pid=93412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 14:39:15.211021 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-906ae4e4-e3b0-4009-a520-50eae3749e25 None None] Checking agent: {'id': 'd4363d4d-7a35-4f9b-b61a-c2590b3a63af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798198-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 14, 22, 29), 'started_at': datetime.datetime(2021, 8, 10, 14, 22, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 14, 38, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798198-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 14:39:15.211404 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-906ae4e4-e3b0-4009-a520-50eae3749e25 None None] Checking segment: {'id': '9b73c935-a484-45be-a2a0-87b3c816c298', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 14:39:15.211807 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-906ae4e4-e3b0-4009-a520-50eae3749e25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:39:15.212200 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-906ae4e4-e3b0-4009-a520-50eae3749e25 None None] Bound using segment: {'id': '9b73c935-a484-45be-a2a0-87b3c816c298', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532'} {{(pid=93412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 14:39:15.212672 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.managers [None req-906ae4e4-e3b0-4009-a520-50eae3749e25 None None] Bound port: e4c92317-13c7-4341-ac33-7032f3425062, host: dv-cinder-798198-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b73c935-a484-45be-a2a0-87b3c816c298', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532'}}] {{(pid=93412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 14:39:15.213056 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-906ae4e4-e3b0-4009-a520-50eae3749e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:39:15.246638 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5511edcf-0c98-4a8d-bc40-ecf30df7ec6f None None] Pushing event updated for resources: {'Port': ['ID=e4c92317-13c7-4341-ac33-7032f3425062,revision_number=2']} {{(pid=93412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:39:15.278206 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.db [None req-906ae4e4-e3b0-4009-a520-50eae3749e25 None None] For port e4c92317-13c7-4341-ac33-7032f3425062, host dv-cinder-798198-2-iscsi, cleared binding levels {{(pid=93412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 14:39:15.282011 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.db [None req-906ae4e4-e3b0-4009-a520-50eae3749e25 None None] For port e4c92317-13c7-4341-ac33-7032f3425062, host dv-cinder-798198-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-2-iscsi',level=0,port_id=e4c92317-13c7-4341-ac33-7032f3425062,segment=NetworkSegment(9b73c935-a484-45be-a2a0-87b3c816c298),segment_id=9b73c935-a484-45be-a2a0-87b3c816c298)] {{(pid=93412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 14:39:15.292796 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-906ae4e4-e3b0-4009-a520-50eae3749e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683854493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786683465220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786683465238'] for port, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:39:15.320877 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-fed47a1b-9103-4c08-befc-24fe1adec54e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:39:15.356416 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-906ae4e4-e3b0-4009-a520-50eae3749e25 None None] Routers {'8a08993f-0ba6-4a26-99d2-bc2bf28ff538'} bound to L3 agent in host dv-cinder-798198-2-iscsi {{(pid=93412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:39:15.357180 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.l3_hamode_db [None req-906ae4e4-e3b0-4009-a520-50eae3749e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T14:22:29Z,description=,heartbeat_timestamp=2021-08-10T14:38:59Z,host='dv-cinder-798198-2-iscsi',id=8acc92de-0cfa-4d60-8b37-a39a4d3c1570,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T14:22:29Z,topic='l3_agent')) {'router_ids': ['8a08993f-0ba6-4a26-99d2-bc2bf28ff538'], 'active': True} {{(pid=93412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:39:15.416705 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5511edcf-0c98-4a8d-bc40-ecf30df7ec6f None None] Pushing event updated for resources: {'Port': ['ID=e4c92317-13c7-4341-ac33-7032f3425062,revision_number=3']} {{(pid=93412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:39:15.468930 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.provisioning_blocks [None req-1d6cfb83-3400-4123-816a-904000b12675 None None] Provisioning for port 66498637-5fd4-494d-895a-4a3bb78fda4c completed by entity DHCP. {{(pid=93412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 14:39:15.478296 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.provisioning_blocks [None req-1d6cfb83-3400-4123-816a-904000b12675 None None] Provisioning complete for port 66498637-5fd4-494d-895a-4a3bb78fda4c triggered by entity DHCP. {{(pid=93412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:39:15.478667 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-1d6cfb83-3400-4123-816a-904000b12675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932393'] for port, provisioning_complete {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:39:15.492087 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-fed47a1b-9103-4c08-befc-24fe1adec54e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:39:15.497007 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-fed47a1b-9103-4c08-befc-24fe1adec54e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683854493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786683465220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786683465238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26372301'] for port, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:39:15.511884 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.l3_dvr_db [None req-906ae4e4-e3b0-4009-a520-50eae3749e25 None None] Set router 8a08993f-0ba6-4a26-99d2-bc2bf28ff538 gateway port host: dv-cinder-798198-2-iscsi {{(pid=93412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:39:15.553525 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.plugin [None req-1d6cfb83-3400-4123-816a-904000b12675 None None] Port 66498637-5fd4-494d-895a-4a3bb78fda4c cannot update to ACTIVE because it is not bound. {{(pid=93412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 14:39:15.565055 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed47a1b-9103-4c08-befc-24fe1adec54e admin admin] Pushing event updated for resources: {'Port': ['ID=66498637-5fd4-494d-895a-4a3bb78fda4c,revision_number=2']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:39:15.567567 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-fed47a1b-9103-4c08-befc-24fe1adec54e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-767284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-717733'] for router_interface, after_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:39:15.665888 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fed47a1b-9103-4c08-befc-24fe1adec54e admin admin] Network 4918bd4f-1e68-44d8-94ca-20c40994be08 is already hosted by enough agents. {{(pid=93410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 14:39:15.668240 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.scheduler.base_scheduler [None req-fed47a1b-9103-4c08-befc-24fe1adec54e admin admin] Resources bound (agent type, host, resource id): {{(pid=93410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:39:15.704134 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Device eeeefb55-e178-46b3-8e03-1b274176b090 up at agent ovs-agent-dv-cinder-798198-2-iscsi {{(pid=93412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:39:15.773752 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.l3_hamode_db [None req-906ae4e4-e3b0-4009-a520-50eae3749e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a08993f-0ba6-4a26-99d2-bc2bf28ff538', 'name': 'tempest-TestShelveInstance-1589061616-router', 'tenant_id': 'b9910def5a134e4c8aac3b27b1489c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'external_fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': 'e4c92317-13c7-4341-ac33-7032f3425062', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:39:12Z', 'updated_at': '2021-08-10T14:39:15Z', 'revision_number': 4, 'project_id': 'b9910def5a134e4c8aac3b27b1489c14', 'gw_port': {'id': 'e4c92317-13c7-4341-ac33-7032f3425062', 'name': '', 'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:92:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a08993f-0ba6-4a26-99d2-bc2bf28ff538', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:39:12Z', 'updated_at': '2021-08-10T14:39:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-2-iscsi', '_interfaces': [{'id': '66498637-5fd4-494d-895a-4a3bb78fda4c', 'name': '', 'network_id': '4918bd4f-1e68-44d8-94ca-20c40994be08', 'tenant_id': 'b9910def5a134e4c8aac3b27b1489c14', 'mac_address': 'fa:16:3e:49:c1:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a08993f-0ba6-4a26-99d2-bc2bf28ff538', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'cdfe0d3d-9603-4ff6-bd72-cf69d28a9f7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:39:14Z', 'updated_at': '2021-08-10T14:39:14Z', 'revision_number': 1, 'project_id': 'b9910def5a134e4c8aac3b27b1489c14', 'subnets': [{'id': 'cdfe0d3d-9603-4ff6-bd72-cf69d28a9f7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-2-iscsi', False) {} {{(pid=93412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:39:15.776730 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.provisioning_blocks [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Provisioning complete for port eeeefb55-e178-46b3-8e03-1b274176b090 triggered by entity L2. {{(pid=93412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:39:15.777208 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932393'] for port, provisioning_complete {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:39:15.790891 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fed47a1b-9103-4c08-befc-24fe1adec54e admin admin] Router 8a08993f-0ba6-4a26-99d2-bc2bf28ff538 has already been hosted by L3 agent 8acc92de-0cfa-4d60-8b37-a39a4d3c1570 {{(pid=93410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 14:39:15.802876 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-906ae4e4-e3b0-4009-a520-50eae3749e25 None None] The sync data for ids ['8a08993f-0ba6-4a26-99d2-bc2bf28ff538'] in dv-cinder-798198-2-iscsi is: [{'id': '8a08993f-0ba6-4a26-99d2-bc2bf28ff538', 'name': 'tempest-TestShelveInstance-1589061616-router', 'tenant_id': 'b9910def5a134e4c8aac3b27b1489c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'external_fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': 'e4c92317-13c7-4341-ac33-7032f3425062', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:39:12Z', 'updated_at': '2021-08-10T14:39:15Z', 'revision_number': 4, 'project_id': 'b9910def5a134e4c8aac3b27b1489c14', 'gw_port': {'id': 'e4c92317-13c7-4341-ac33-7032f3425062', 'name': '', 'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:92:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a08993f-0ba6-4a26-99d2-bc2bf28ff538', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:39:12Z', 'updated_at': '2021-08-10T14:39:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-2-iscsi', '_interfaces': [{'id': '66498637-5fd4-494d-895a-4a3bb78fda4c', 'name': '', 'network_id': '4918bd4f-1e68-44d8-94ca-20c40994be08', 'tenant_id': 'b9910def5a134e4c8aac3b27b1489c14', 'mac_address': 'fa:16:3e:49:c1:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a08993f-0ba6-4a26-99d2-bc2bf28ff538', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'cdfe0d3d-9603-4ff6-bd72-cf69d28a9f7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:39:14Z', 'updated_at': '2021-08-10T14:39:14Z', 'revision_number': 1, 'project_id': 'b9910def5a134e4c8aac3b27b1489c14', 'subnets': [{'id': 'cdfe0d3d-9603-4ff6-bd72-cf69d28a9f7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 14:39:15.907255 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fed47a1b-9103-4c08-befc-24fe1adec54e admin admin] Notify agent at l3_agent.dv-cinder-798198-2-iscsi the message routers_updated {{(pid=93410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 14:39:15.913307 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [None req-fed47a1b-9103-4c08-befc-24fe1adec54e admin admin] 10.222.0.42 "PUT /v2.0/routers/8a08993f-0ba6-4a26-99d2-bc2bf28ff538/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6215401 Aug 10 14:39:15.976877 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.provisioning_blocks [None req-c5f6eba4-e5de-45da-a5b0-bd97aa97821b None None] Provisioning complete for port 66498637-5fd4-494d-895a-4a3bb78fda4c triggered by entity DHCP. {{(pid=93412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:39:15.977403 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-c5f6eba4-e5de-45da-a5b0-bd97aa97821b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932393'] for port, provisioning_complete {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:39:16.034924 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.plugin [None req-c5f6eba4-e5de-45da-a5b0-bd97aa97821b None None] Port 66498637-5fd4-494d-895a-4a3bb78fda4c cannot update to ACTIVE because it is not bound. {{(pid=93412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 14:39:16.464411 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.wsgi [-] (93410) accepted ('10.222.0.42', 58502) {{(pid=93410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:39:16.469584 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.v2.base [None req-5174fd05-8e93-482e-84d2-89c809619ac1 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-491682836-network', 'tenant_id': '852501be2639409da8067c0a65907f4c'}} {{(pid=93410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:39:16.492451 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5174fd05-8e93-482e-84d2-89c809619ac1 admin admin] Made reservation on behalf of 852501be2639409da8067c0a65907f4c for: {'network': 1} {{(pid=93410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 14:39:16.495531 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-5174fd05-8e93-482e-84d2-89c809619ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for network, before_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:39:16.505194 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-5174fd05-8e93-482e-84d2-89c809619ac1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:39:16.602697 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-5174fd05-8e93-482e-84d2-89c809619ac1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:39:16.606809 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-5174fd05-8e93-482e-84d2-89c809619ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734645'] for security_group, after_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:39:16.637393 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5174fd05-8e93-482e-84d2-89c809619ac1 admin admin] vlan segment allocate from pool success with {'vlan_id': 596, 'physical_network': 'physnet1'} {{(pid=93410) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 14:39:16.646970 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5174fd05-8e93-482e-84d2-89c809619ac1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcae6a9e-90aa-4934-ae26-62491f42fb76,revision_number=1']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:39:16.653800 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-5174fd05-8e93-482e-84d2-89c809619ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1962803'] for segment, precommit_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:39:16.654156 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.db.segments_db [None req-5174fd05-8e93-482e-84d2-89c809619ac1 admin admin] Added segment fd6c567c-c175-4772-87c6-9a328458b182 of type vlan for network 3366b149-2d71-49a1-9347-cb6cec40372d Aug 10 14:39:16.698987 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-5174fd05-8e93-482e-84d2-89c809619ac1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786683450956'] for network, precommit_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:39:16.732075 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-5174fd05-8e93-482e-84d2-89c809619ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238'] for network, after_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:39:16.733080 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5174fd05-8e93-482e-84d2-89c809619ac1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:39:16.733712 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-5174fd05-8e93-482e-84d2-89c809619ac1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-767256'] for network, before_response {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:39:16.787117 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [None req-5174fd05-8e93-482e-84d2-89c809619ac1 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3214889 Aug 10 14:39:16.790536 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.wsgi [-] (93411) accepted ('10.222.0.42', 58504) {{(pid=93411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:39:16.798852 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.v2.base [None req-a8b95d7b-0b2c-4193-86bc-bf758a4cd6b4 admin admin] Request body: {'subnet': {'network_id': '3366b149-2d71-49a1-9347-cb6cec40372d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-491682836-subnet', 'tenant_id': '852501be2639409da8067c0a65907f4c', 'ip_version': 4}} {{(pid=93411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:39:16.799075 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5174fd05-8e93-482e-84d2-89c809619ac1 admin admin] Pushing event updated for resources: {'Network': ['ID=3366b149-2d71-49a1-9347-cb6cec40372d,revision_number=1']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:39:16.809477 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Network 3366b149-2d71-49a1-9347-cb6cec40372d details requested by agent ovs-agent-dv-cinder-798198-2-iscsi with host dv-cinder-798198-2-iscsi {{(pid=93412) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 14:39:16.823169 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8b95d7b-0b2c-4193-86bc-bf758a4cd6b4 admin admin] Made reservation on behalf of 852501be2639409da8067c0a65907f4c for: {'subnet': 1} {{(pid=93411) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 14:39:16.826067 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-a8b95d7b-0b2c-4193-86bc-bf758a4cd6b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26470732'] for subnet, before_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:39:17.011554 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-a8b95d7b-0b2c-4193-86bc-bf758a4cd6b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2690516', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26470750'] for subnet, after_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:39:17.064738 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b95d7b-0b2c-4193-86bc-bf758a4cd6b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3fa3e2ec-6da1-4e85-bba6-d59e4cd57454,revision_number=0']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:39:17.075648 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b95d7b-0b2c-4193-86bc-bf758a4cd6b4 admin admin] Checking segment: {'id': 'fd6c567c-c175-4772-87c6-9a328458b182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '3366b149-2d71-49a1-9347-cb6cec40372d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93411) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 14:39:17.076008 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8b95d7b-0b2c-4193-86bc-bf758a4cd6b4 admin admin] Network hostable DHCP agents. Network: 3366b149-2d71-49a1-9347-cb6cec40372d, hostable agents: ['53faeb90-ccf6-4b1a-8900-1e421dfb616b'], hosted agents: [] {{(pid=93411) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 14:39:17.092450 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8b95d7b-0b2c-4193-86bc-bf758a4cd6b4 admin admin] Network 3366b149-2d71-49a1-9347-cb6cec40372d is scheduled to be hosted by DHCP agent 53faeb90-ccf6-4b1a-8900-1e421dfb616b with binding_index 1 {{(pid=93411) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 14:39:17.101361 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.scheduler.base_scheduler [None req-a8b95d7b-0b2c-4193-86bc-bf758a4cd6b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798198-2-iscsi, 3366b149-2d71-49a1-9347-cb6cec40372d) {{(pid=93411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:39:17.105372 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8b95d7b-0b2c-4193-86bc-bf758a4cd6b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:39:17.105975 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-a8b95d7b-0b2c-4193-86bc-bf758a4cd6b4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:39:17.111645 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-387bb912-a0d4-423f-ba46-3539db0a9444 None None] Network 3366b149-2d71-49a1-9347-cb6cec40372d requested from dv-cinder-798198-2-iscsi {{(pid=93412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 14:39:17.120358 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-a8b95d7b-0b2c-4193-86bc-bf758a4cd6b4 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3281369 Aug 10 14:39:17.122486 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.wsgi [-] (93411) accepted ('10.222.0.42', 58506) {{(pid=93411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:39:17.126927 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.v2.base [None req-00537680-4ec2-4a3a-9f7c-061f597ad486 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-491682836-router', 'tenant_id': '852501be2639409da8067c0a65907f4c', 'external_gateway_info': {'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532'}}} {{(pid=93411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:39:17.147073 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-00537680-4ec2-4a3a-9f7c-061f597ad486 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-891600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-35319'] for router, before_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:39:17.148721 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-00537680-4ec2-4a3a-9f7c-061f597ad486 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-889952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-879889', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-35214'] for router, precommit_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:39:17.205057 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-00537680-4ec2-4a3a-9f7c-061f597ad486 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:39:17.255653 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87c525fd-9f32-4fb9-92af-adc274c19cc8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8873163a-82cf-5338-8941-670df499cab8-3366b149-2d71-49a1-9347-cb6cec40372d', 'network_id': '3366b149-2d71-49a1-9347-cb6cec40372d', 'tenant_id': '852501be2639409da8067c0a65907f4c', 'fixed_ips': [{'subnet_id': '3fa3e2ec-6da1-4e85-bba6-d59e4cd57454'}]}} from dv-cinder-798198-2-iscsi. {{(pid=93412) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 14:39:17.256506 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-87c525fd-9f32-4fb9-92af-adc274c19cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_create {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:39:17.344565 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-00537680-4ec2-4a3a-9f7c-061f597ad486 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:39:17.518715 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.db_base_plugin_common [None req-87c525fd-9f32-4fb9-92af-adc274c19cc8 None None] Allocated IP 172.20.0.2 (3366b149-2d71-49a1-9347-cb6cec40372d/3fa3e2ec-6da1-4e85-bba6-d59e4cd57454/7744250e-13b8-42dc-b497-46f3a419089b) {{(pid=93412) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 14:39:17.548087 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-00537680-4ec2-4a3a-9f7c-061f597ad486 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:39:17.568150 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-00537680-4ec2-4a3a-9f7c-061f597ad486 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:39:17.666662 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-87c525fd-9f32-4fb9-92af-adc274c19cc8 None None] Notify callbacks [] for port, precommit_create {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:39:17.675987 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.provisioning_blocks [None req-87c525fd-9f32-4fb9-92af-adc274c19cc8 None None] Transition to ACTIVE for port object 7744250e-13b8-42dc-b497-46f3a419089b will not be triggered until provisioned by entity L2. {{(pid=93412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 14:39:17.684092 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.db.db_base_plugin_common [None req-00537680-4ec2-4a3a-9f7c-061f597ad486 admin admin] Allocated IP 172.27.0.106 (3c935337-17af-4240-bc2c-ccb5b04b1532/e735a612-8fb3-4a85-bede-f6307ba49d31/68aa63b4-d774-48e4-8ab0-56fbec4cda85) {{(pid=93411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 14:39:17.693376 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.provisioning_blocks [None req-87c525fd-9f32-4fb9-92af-adc274c19cc8 None None] Transition to ACTIVE for port object 7744250e-13b8-42dc-b497-46f3a419089b will not be triggered until provisioned by entity DHCP. {{(pid=93412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 14:39:17.700867 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-87c525fd-9f32-4fb9-92af-adc274c19cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786683465198'] for port, after_create {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:39:17.727841 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Device e4c92317-13c7-4341-ac33-7032f3425062 up at agent ovs-agent-dv-cinder-798198-2-iscsi {{(pid=93412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:39:17.769490 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87c525fd-9f32-4fb9-92af-adc274c19cc8 None None] Network 3366b149-2d71-49a1-9347-cb6cec40372d is already hosted by enough agents. {{(pid=93412) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 14:39:17.777111 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.scheduler.base_scheduler [None req-87c525fd-9f32-4fb9-92af-adc274c19cc8 None None] Resources bound (agent type, host, resource id): {{(pid=93412) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:39:17.783069 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c525fd-9f32-4fb9-92af-adc274c19cc8 None None] Received port after_create {{(pid=93412) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 14:39:17.794191 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c525fd-9f32-4fb9-92af-adc274c19cc8 None None] Pushing event updated for resources: {'Port': ['ID=7744250e-13b8-42dc-b497-46f3a419089b,revision_number=1']} {{(pid=93412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:39:17.808088 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7934eb71-2020-4723-a386-4d007d54002a None None] Sync routers for ids ['8a08993f-0ba6-4a26-99d2-bc2bf28ff538'] in dv-cinder-798198-2-iscsi {{(pid=93413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 14:39:17.815778 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-00537680-4ec2-4a3a-9f7c-061f597ad486 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:39:17.819252 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7934eb71-2020-4723-a386-4d007d54002a None None] Routers {'8a08993f-0ba6-4a26-99d2-bc2bf28ff538'} bound to L3 agent in host dv-cinder-798198-2-iscsi {{(pid=93413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:39:17.820530 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.db.l3_hamode_db [None req-7934eb71-2020-4723-a386-4d007d54002a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T14:22:29Z,description=,heartbeat_timestamp=2021-08-10T14:38:59Z,host='dv-cinder-798198-2-iscsi',id=8acc92de-0cfa-4d60-8b37-a39a4d3c1570,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T14:22:29Z,topic='l3_agent')) {'router_ids': ['8a08993f-0ba6-4a26-99d2-bc2bf28ff538'], 'active': True} {{(pid=93413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:39:17.847125 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.managers [None req-87c525fd-9f32-4fb9-92af-adc274c19cc8 None None] Attempting to bind port 7744250e-13b8-42dc-b497-46f3a419089b on host dv-cinder-798198-2-iscsi for vnic_type normal with profile {{(pid=93412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 14:39:17.847813 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.managers [None req-87c525fd-9f32-4fb9-92af-adc274c19cc8 None None] Attempting to bind port 7744250e-13b8-42dc-b497-46f3a419089b by drivers openvswitch,hyperv on host dv-cinder-798198-2-iscsi at level 0 using segments [{'id': 'fd6c567c-c175-4772-87c6-9a328458b182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '3366b149-2d71-49a1-9347-cb6cec40372d'}] {{(pid=93412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 14:39:17.847937 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c525fd-9f32-4fb9-92af-adc274c19cc8 None None] Attempting to bind port 7744250e-13b8-42dc-b497-46f3a419089b on network 3366b149-2d71-49a1-9347-cb6cec40372d {{(pid=93412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 14:39:17.853783 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c525fd-9f32-4fb9-92af-adc274c19cc8 None None] Checking agent: {'id': 'd4363d4d-7a35-4f9b-b61a-c2590b3a63af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798198-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 14, 22, 29), 'started_at': datetime.datetime(2021, 8, 10, 14, 22, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 14, 38, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798198-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 14:39:17.854153 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c525fd-9f32-4fb9-92af-adc274c19cc8 None None] Checking segment: {'id': 'fd6c567c-c175-4772-87c6-9a328458b182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '3366b149-2d71-49a1-9347-cb6cec40372d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 14:39:17.854562 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-87c525fd-9f32-4fb9-92af-adc274c19cc8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:39:17.854957 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c525fd-9f32-4fb9-92af-adc274c19cc8 None None] Bound using segment: {'id': 'fd6c567c-c175-4772-87c6-9a328458b182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '3366b149-2d71-49a1-9347-cb6cec40372d'} {{(pid=93412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 14:39:17.855421 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.managers [None req-87c525fd-9f32-4fb9-92af-adc274c19cc8 None None] Bound port: 7744250e-13b8-42dc-b497-46f3a419089b, host: dv-cinder-798198-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd6c567c-c175-4772-87c6-9a328458b182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '3366b149-2d71-49a1-9347-cb6cec40372d'}}] {{(pid=93412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 14:39:17.855813 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-87c525fd-9f32-4fb9-92af-adc274c19cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:39:17.858555 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.provisioning_blocks [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Provisioning for port e4c92317-13c7-4341-ac33-7032f3425062 completed by entity L2. {{(pid=93412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 14:39:17.860285 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-00537680-4ec2-4a3a-9f7c-061f597ad486 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786683465198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2690464'] for port, after_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:39:17.871846 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.provisioning_blocks [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Provisioning complete for port e4c92317-13c7-4341-ac33-7032f3425062 triggered by entity L2. {{(pid=93412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:39:17.872215 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932393'] for port, provisioning_complete {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:39:17.900818 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00537680-4ec2-4a3a-9f7c-061f597ad486 admin admin] Network 3c935337-17af-4240-bc2c-ccb5b04b1532 is already hosted by enough agents. {{(pid=93411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 14:39:17.905410 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.scheduler.base_scheduler [None req-00537680-4ec2-4a3a-9f7c-061f597ad486 admin admin] Resources bound (agent type, host, resource id): {{(pid=93411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:39:17.907884 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00537680-4ec2-4a3a-9f7c-061f597ad486 admin admin] Received port after_create {{(pid=93411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 14:39:17.915798 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00537680-4ec2-4a3a-9f7c-061f597ad486 admin admin] Pushing event updated for resources: {'Port': ['ID=68aa63b4-d774-48e4-8ab0-56fbec4cda85,revision_number=1']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:39:17.933619 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.db.l3_dvr_db [None req-7934eb71-2020-4723-a386-4d007d54002a None None] Set router 8a08993f-0ba6-4a26-99d2-bc2bf28ff538 gateway port host: dv-cinder-798198-2-iscsi {{(pid=93413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:39:17.993368 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.db [None req-87c525fd-9f32-4fb9-92af-adc274c19cc8 None None] For port 7744250e-13b8-42dc-b497-46f3a419089b, host dv-cinder-798198-2-iscsi, cleared binding levels {{(pid=93412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 14:39:18.012388 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.db [None req-87c525fd-9f32-4fb9-92af-adc274c19cc8 None None] For port 7744250e-13b8-42dc-b497-46f3a419089b, host dv-cinder-798198-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-2-iscsi',level=0,port_id=7744250e-13b8-42dc-b497-46f3a419089b,segment=NetworkSegment(fd6c567c-c175-4772-87c6-9a328458b182),segment_id=fd6c567c-c175-4772-87c6-9a328458b182)] {{(pid=93412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 14:39:18.017348 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:39:18.025663 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-87c525fd-9f32-4fb9-92af-adc274c19cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683854493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786683465220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786683465238'] for port, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:39:18.069305 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.db [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] For port e4c92317-13c7-4341-ac33-7032f3425062, host dv-cinder-798198-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-2-iscsi',level=0,port_id=e4c92317-13c7-4341-ac33-7032f3425062,segment=NetworkSegment(9b73c935-a484-45be-a2a0-87b3c816c298),segment_id=9b73c935-a484-45be-a2a0-87b3c816c298)] {{(pid=93412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:39:18.084491 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683854493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786683465220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786683465238'] for port, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:39:18.103348 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c525fd-9f32-4fb9-92af-adc274c19cc8 None None] Pushing event updated for resources: {'Port': ['ID=7744250e-13b8-42dc-b497-46f3a419089b,revision_number=2']} {{(pid=93412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:39:18.158333 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Pushing event updated for resources: {'Port': ['ID=e4c92317-13c7-4341-ac33-7032f3425062,revision_number=4']} {{(pid=93412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:39:18.184959 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-00537680-4ec2-4a3a-9f7c-061f597ad486 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:39:18.194519 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.db.l3_hamode_db [None req-7934eb71-2020-4723-a386-4d007d54002a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a08993f-0ba6-4a26-99d2-bc2bf28ff538', 'name': 'tempest-TestShelveInstance-1589061616-router', 'tenant_id': 'b9910def5a134e4c8aac3b27b1489c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'external_fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': 'e4c92317-13c7-4341-ac33-7032f3425062', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:39:12Z', 'updated_at': '2021-08-10T14:39:15Z', 'revision_number': 4, 'project_id': 'b9910def5a134e4c8aac3b27b1489c14', 'gw_port': {'id': 'e4c92317-13c7-4341-ac33-7032f3425062', 'name': '', 'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:92:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a08993f-0ba6-4a26-99d2-bc2bf28ff538', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:39:12Z', 'updated_at': '2021-08-10T14:39:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-2-iscsi', '_interfaces': [{'id': '66498637-5fd4-494d-895a-4a3bb78fda4c', 'name': '', 'network_id': '4918bd4f-1e68-44d8-94ca-20c40994be08', 'tenant_id': 'b9910def5a134e4c8aac3b27b1489c14', 'mac_address': 'fa:16:3e:49:c1:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a08993f-0ba6-4a26-99d2-bc2bf28ff538', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'cdfe0d3d-9603-4ff6-bd72-cf69d28a9f7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:39:14Z', 'updated_at': '2021-08-10T14:39:15Z', 'revision_number': 2, 'project_id': 'b9910def5a134e4c8aac3b27b1489c14', 'subnets': [{'id': 'cdfe0d3d-9603-4ff6-bd72-cf69d28a9f7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-2-iscsi', False) {} {{(pid=93413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:39:18.221910 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7934eb71-2020-4723-a386-4d007d54002a None None] Checking router: 8a08993f-0ba6-4a26-99d2-bc2bf28ff538 for host: dv-cinder-798198-2-iscsi {{(pid=93413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 14:39:18.222263 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7934eb71-2020-4723-a386-4d007d54002a None None] Updating router 8a08993f-0ba6-4a26-99d2-bc2bf28ff538 port 66498637-5fd4-494d-895a-4a3bb78fda4c binding host dv-cinder-798198-2-iscsi {{(pid=93413) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 14:39:18.250277 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron_lib.callbacks.manager [None req-7934eb71-2020-4723-a386-4d007d54002a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_update {{(pid=93413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:39:18.401295 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-00537680-4ec2-4a3a-9f7c-061f597ad486 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-889961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-880098'] for router, after_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:39:18.529138 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00537680-4ec2-4a3a-9f7c-061f597ad486 admin admin] Router c226f6af-47d0-48e7-a276-d7cf41f77fcf is scheduled to L3 agent 8acc92de-0cfa-4d60-8b37-a39a4d3c1570 with binding_index 1 {{(pid=93411) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 14:39:18.552873 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron_lib.callbacks.manager [None req-7934eb71-2020-4723-a386-4d007d54002a None None] Notify callbacks [] for port, precommit_update {{(pid=93413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:39:18.564122 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.db.provisioning_blocks [None req-7934eb71-2020-4723-a386-4d007d54002a None None] Transition to ACTIVE for port object 66498637-5fd4-494d-895a-4a3bb78fda4c will not be triggered until provisioned by entity L2. {{(pid=93413) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 14:39:18.571415 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron_lib.callbacks.manager [None req-7934eb71-2020-4723-a386-4d007d54002a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683854493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786683465220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786683465238'] for port, after_update {{(pid=93413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:39:18.619604 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8923e0c-e895-4a10-b9c7-984c3f764e40 None None] Pushing event updated for resources: {'Port': ['ID=66498637-5fd4-494d-895a-4a3bb78fda4c,revision_number=3']} {{(pid=93413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:39:18.631151 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8923e0c-e895-4a10-b9c7-984c3f764e40 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:39:18.631495 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8923e0c-e895-4a10-b9c7-984c3f764e40 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:39:18.631826 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8923e0c-e895-4a10-b9c7-984c3f764e40 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:39:18.632816 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8923e0c-e895-4a10-b9c7-984c3f764e40 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:39:18.633144 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8923e0c-e895-4a10-b9c7-984c3f764e40 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:39:18.633488 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8923e0c-e895-4a10-b9c7-984c3f764e40 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:39:18.633814 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8923e0c-e895-4a10-b9c7-984c3f764e40 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:39:18.634132 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8923e0c-e895-4a10-b9c7-984c3f764e40 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:39:18.634471 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8923e0c-e895-4a10-b9c7-984c3f764e40 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:39:18.634791 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8923e0c-e895-4a10-b9c7-984c3f764e40 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:39:18.635107 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8923e0c-e895-4a10-b9c7-984c3f764e40 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:39:18.635419 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8923e0c-e895-4a10-b9c7-984c3f764e40 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93413) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:39:18.646848 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00537680-4ec2-4a3a-9f7c-061f597ad486 admin admin] Notify agent at l3_agent.dv-cinder-798198-2-iscsi the message routers_updated {{(pid=93411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 14:39:18.659911 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b80ae4-62d2-4cac-8362-d486eb98b5ea None None] Sync routers for ids ['c226f6af-47d0-48e7-a276-d7cf41f77fcf'] in dv-cinder-798198-2-iscsi {{(pid=93412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 14:39:18.672653 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b80ae4-62d2-4cac-8362-d486eb98b5ea None None] Routers {'c226f6af-47d0-48e7-a276-d7cf41f77fcf'} bound to L3 agent in host dv-cinder-798198-2-iscsi {{(pid=93412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:39:18.673301 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.l3_hamode_db [None req-19b80ae4-62d2-4cac-8362-d486eb98b5ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T14:22:29Z,description=,heartbeat_timestamp=2021-08-10T14:38:59Z,host='dv-cinder-798198-2-iscsi',id=8acc92de-0cfa-4d60-8b37-a39a4d3c1570,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T14:22:29Z,topic='l3_agent')) {'router_ids': ['c226f6af-47d0-48e7-a276-d7cf41f77fcf'], 'active': True} {{(pid=93412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:39:18.674754 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-00537680-4ec2-4a3a-9f7c-061f597ad486 admin admin] Notify callbacks [] for router, before_response {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:39:18.676018 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-00537680-4ec2-4a3a-9f7c-061f597ad486 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5525534 Aug 10 14:39:18.678901 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.wsgi [-] (93410) accepted ('10.222.0.42', 58508) {{(pid=93410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:39:18.690234 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.plugins.ml2.managers [None req-7934eb71-2020-4723-a386-4d007d54002a None None] Attempting to bind port 66498637-5fd4-494d-895a-4a3bb78fda4c on host dv-cinder-798198-2-iscsi for vnic_type normal with profile {{(pid=93413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 14:39:18.690606 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.plugins.ml2.managers [None req-7934eb71-2020-4723-a386-4d007d54002a None None] Attempting to bind port 66498637-5fd4-494d-895a-4a3bb78fda4c by drivers openvswitch,hyperv on host dv-cinder-798198-2-iscsi at level 0 using segments [{'id': 'bdbd633b-3f29-4592-9b3d-37c1874c84c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '4918bd4f-1e68-44d8-94ca-20c40994be08'}] {{(pid=93413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 14:39:18.691090 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7934eb71-2020-4723-a386-4d007d54002a None None] Attempting to bind port 66498637-5fd4-494d-895a-4a3bb78fda4c on network 4918bd4f-1e68-44d8-94ca-20c40994be08 {{(pid=93413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 14:39:18.697243 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7934eb71-2020-4723-a386-4d007d54002a None None] Checking agent: {'id': 'd4363d4d-7a35-4f9b-b61a-c2590b3a63af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798198-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 14, 22, 29), 'started_at': datetime.datetime(2021, 8, 10, 14, 22, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 14, 38, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798198-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 14:39:18.697642 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7934eb71-2020-4723-a386-4d007d54002a None None] Checking segment: {'id': 'bdbd633b-3f29-4592-9b3d-37c1874c84c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '4918bd4f-1e68-44d8-94ca-20c40994be08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 14:39:18.698067 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron_lib.callbacks.manager [None req-7934eb71-2020-4723-a386-4d007d54002a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:39:18.698453 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7934eb71-2020-4723-a386-4d007d54002a None None] Bound using segment: {'id': 'bdbd633b-3f29-4592-9b3d-37c1874c84c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '4918bd4f-1e68-44d8-94ca-20c40994be08'} {{(pid=93413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 14:39:18.698910 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.plugins.ml2.managers [None req-7934eb71-2020-4723-a386-4d007d54002a None None] Bound port: 66498637-5fd4-494d-895a-4a3bb78fda4c, host: dv-cinder-798198-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdbd633b-3f29-4592-9b3d-37c1874c84c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '4918bd4f-1e68-44d8-94ca-20c40994be08'}}] {{(pid=93413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 14:39:18.699301 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron_lib.callbacks.manager [None req-7934eb71-2020-4723-a386-4d007d54002a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_update {{(pid=93413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:39:18.775360 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.plugins.ml2.db [None req-7934eb71-2020-4723-a386-4d007d54002a None None] For port 66498637-5fd4-494d-895a-4a3bb78fda4c, host dv-cinder-798198-2-iscsi, cleared binding levels {{(pid=93413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 14:39:18.779265 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.plugins.ml2.db [None req-7934eb71-2020-4723-a386-4d007d54002a None None] For port 66498637-5fd4-494d-895a-4a3bb78fda4c, host dv-cinder-798198-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-2-iscsi',level=0,port_id=66498637-5fd4-494d-895a-4a3bb78fda4c,segment=NetworkSegment(bdbd633b-3f29-4592-9b3d-37c1874c84c5),segment_id=bdbd633b-3f29-4592-9b3d-37c1874c84c5)] {{(pid=93413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 14:39:18.784502 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron_lib.callbacks.manager [None req-7934eb71-2020-4723-a386-4d007d54002a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683854493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786683465220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786683465238'] for port, after_update {{(pid=93413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:39:18.837865 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.l3_dvr_db [None req-19b80ae4-62d2-4cac-8362-d486eb98b5ea None None] Set router c226f6af-47d0-48e7-a276-d7cf41f77fcf gateway port host: dv-cinder-798198-2-iscsi {{(pid=93412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:39:18.950761 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8923e0c-e895-4a10-b9c7-984c3f764e40 None None] Pushing event updated for resources: {'Port': ['ID=66498637-5fd4-494d-895a-4a3bb78fda4c,revision_number=4']} {{(pid=93413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:39:18.985945 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.db.agents_db [None req-84c9d1dd-add5-4bf7-b0ef-63077aab3240 None None] Agent healthcheck: found 6 active agents {{(pid=93413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 14:39:18.988251 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7934eb71-2020-4723-a386-4d007d54002a None None] Routers {'8a08993f-0ba6-4a26-99d2-bc2bf28ff538'} bound to L3 agent in host dv-cinder-798198-2-iscsi {{(pid=93413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:39:18.988879 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.db.l3_hamode_db [None req-7934eb71-2020-4723-a386-4d007d54002a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T14:22:29Z,description=,heartbeat_timestamp=2021-08-10T14:38:59Z,host='dv-cinder-798198-2-iscsi',id=8acc92de-0cfa-4d60-8b37-a39a4d3c1570,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T14:22:29Z,topic='l3_agent')) {'router_ids': ['8a08993f-0ba6-4a26-99d2-bc2bf28ff538'], 'active': True} {{(pid=93413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:39:19.084862 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.l3_hamode_db [None req-19b80ae4-62d2-4cac-8362-d486eb98b5ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c226f6af-47d0-48e7-a276-d7cf41f77fcf', 'name': 'tempest-TestShelveInstance-491682836-router', 'tenant_id': '852501be2639409da8067c0a65907f4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'external_fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '68aa63b4-d774-48e4-8ab0-56fbec4cda85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:39:17Z', 'updated_at': '2021-08-10T14:39:18Z', 'revision_number': 3, 'project_id': '852501be2639409da8067c0a65907f4c', 'gw_port': {'id': '68aa63b4-d774-48e4-8ab0-56fbec4cda85', 'name': '', 'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:61:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c226f6af-47d0-48e7-a276-d7cf41f77fcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:39:17Z', 'updated_at': '2021-08-10T14:39:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-2-iscsi'}], 'dv-cinder-798198-2-iscsi', False) {} {{(pid=93412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:39:19.138271 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b80ae4-62d2-4cac-8362-d486eb98b5ea None None] Checking router: c226f6af-47d0-48e7-a276-d7cf41f77fcf for host: dv-cinder-798198-2-iscsi {{(pid=93412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 14:39:19.138628 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b80ae4-62d2-4cac-8362-d486eb98b5ea None None] Updating router c226f6af-47d0-48e7-a276-d7cf41f77fcf port 68aa63b4-d774-48e4-8ab0-56fbec4cda85 binding host dv-cinder-798198-2-iscsi {{(pid=93412) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 14:39:19.160122 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.db.l3_dvr_db [None req-7934eb71-2020-4723-a386-4d007d54002a None None] Set router 8a08993f-0ba6-4a26-99d2-bc2bf28ff538 gateway port host: dv-cinder-798198-2-iscsi {{(pid=93413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:39:19.177965 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-19b80ae4-62d2-4cac-8362-d486eb98b5ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:39:19.268657 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-3fc6d8e2-b343-4501-9b4e-16cdb2e950c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:39:19.275755 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfe61f40-914a-426f-9049-5298a8166793 None None] Network 3366b149-2d71-49a1-9347-cb6cec40372d requested from dv-cinder-798198-2-iscsi {{(pid=93412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 14:39:19.347826 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.provisioning_blocks [None req-df294a98-d4ad-49bf-b556-16a1d29d00f9 None None] Provisioning for port 7744250e-13b8-42dc-b497-46f3a419089b completed by entity DHCP. {{(pid=93412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 14:39:19.399775 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.db.l3_hamode_db [None req-7934eb71-2020-4723-a386-4d007d54002a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a08993f-0ba6-4a26-99d2-bc2bf28ff538', 'name': 'tempest-TestShelveInstance-1589061616-router', 'tenant_id': 'b9910def5a134e4c8aac3b27b1489c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'external_fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': 'e4c92317-13c7-4341-ac33-7032f3425062', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:39:12Z', 'updated_at': '2021-08-10T14:39:15Z', 'revision_number': 4, 'project_id': 'b9910def5a134e4c8aac3b27b1489c14', 'gw_port': {'id': 'e4c92317-13c7-4341-ac33-7032f3425062', 'name': '', 'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:92:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a08993f-0ba6-4a26-99d2-bc2bf28ff538', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:39:12Z', 'updated_at': '2021-08-10T14:39:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-2-iscsi', '_interfaces': [{'id': '66498637-5fd4-494d-895a-4a3bb78fda4c', 'name': '', 'network_id': '4918bd4f-1e68-44d8-94ca-20c40994be08', 'tenant_id': 'b9910def5a134e4c8aac3b27b1489c14', 'mac_address': 'fa:16:3e:49:c1:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a08993f-0ba6-4a26-99d2-bc2bf28ff538', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'cdfe0d3d-9603-4ff6-bd72-cf69d28a9f7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:39:14Z', 'updated_at': '2021-08-10T14:39:18Z', 'revision_number': 4, 'project_id': 'b9910def5a134e4c8aac3b27b1489c14', 'subnets': [{'id': 'cdfe0d3d-9603-4ff6-bd72-cf69d28a9f7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-2-iscsi', False) {} {{(pid=93413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:39:19.432971 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7934eb71-2020-4723-a386-4d007d54002a None None] The sync data for ids ['8a08993f-0ba6-4a26-99d2-bc2bf28ff538'] in dv-cinder-798198-2-iscsi is: [{'id': '8a08993f-0ba6-4a26-99d2-bc2bf28ff538', 'name': 'tempest-TestShelveInstance-1589061616-router', 'tenant_id': 'b9910def5a134e4c8aac3b27b1489c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'external_fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': 'e4c92317-13c7-4341-ac33-7032f3425062', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:39:12Z', 'updated_at': '2021-08-10T14:39:15Z', 'revision_number': 4, 'project_id': 'b9910def5a134e4c8aac3b27b1489c14', 'gw_port': {'id': 'e4c92317-13c7-4341-ac33-7032f3425062', 'name': '', 'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:92:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a08993f-0ba6-4a26-99d2-bc2bf28ff538', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:39:12Z', 'updated_at': '2021-08-10T14:39:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-2-iscsi', '_interfaces': [{'id': '66498637-5fd4-494d-895a-4a3bb78fda4c', 'name': '', 'network_id': '4918bd4f-1e68-44d8-94ca-20c40994be08', 'tenant_id': 'b9910def5a134e4c8aac3b27b1489c14', 'mac_address': 'fa:16:3e:49:c1:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a08993f-0ba6-4a26-99d2-bc2bf28ff538', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'cdfe0d3d-9603-4ff6-bd72-cf69d28a9f7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:39:14Z', 'updated_at': '2021-08-10T14:39:18Z', 'revision_number': 4, 'project_id': 'b9910def5a134e4c8aac3b27b1489c14', 'subnets': [{'id': 'cdfe0d3d-9603-4ff6-bd72-cf69d28a9f7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 14:39:19.443967 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.db.db_base_plugin_common [None req-3fc6d8e2-b343-4501-9b4e-16cdb2e950c9 admin admin] Allocated IP 172.20.0.1 (3366b149-2d71-49a1-9347-cb6cec40372d/3fa3e2ec-6da1-4e85-bba6-d59e4cd57454/30ca0364-9653-4f3c-bc27-836c3f201048) {{(pid=93410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 14:39:19.564012 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-3fc6d8e2-b343-4501-9b4e-16cdb2e950c9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:39:19.579138 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [None req-3fc6d8e2-b343-4501-9b4e-16cdb2e950c9 admin admin] Transition to ACTIVE for port object 30ca0364-9653-4f3c-bc27-836c3f201048 will not be triggered until provisioned by entity DHCP. {{(pid=93410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 14:39:19.590820 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-19b80ae4-62d2-4cac-8362-d486eb98b5ea None None] Notify callbacks [] for port, precommit_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:39:19.601981 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.provisioning_blocks [None req-19b80ae4-62d2-4cac-8362-d486eb98b5ea None None] Transition to ACTIVE for port object 68aa63b4-d774-48e4-8ab0-56fbec4cda85 will not be triggered until provisioned by entity L2. {{(pid=93412) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 14:39:19.609311 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-19b80ae4-62d2-4cac-8362-d486eb98b5ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683854493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786683465220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786683465238'] for port, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:39:19.634843 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-3fc6d8e2-b343-4501-9b4e-16cdb2e950c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786683465198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26372150'] for port, after_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:39:19.679855 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.managers [None req-19b80ae4-62d2-4cac-8362-d486eb98b5ea None None] Attempting to bind port 68aa63b4-d774-48e4-8ab0-56fbec4cda85 on host dv-cinder-798198-2-iscsi for vnic_type normal with profile {{(pid=93412) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 14:39:19.679855 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.managers [None req-19b80ae4-62d2-4cac-8362-d486eb98b5ea None None] Attempting to bind port 68aa63b4-d774-48e4-8ab0-56fbec4cda85 by drivers openvswitch,hyperv on host dv-cinder-798198-2-iscsi at level 0 using segments [{'id': '9b73c935-a484-45be-a2a0-87b3c816c298', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532'}] {{(pid=93412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 14:39:19.679855 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19b80ae4-62d2-4cac-8362-d486eb98b5ea None None] Attempting to bind port 68aa63b4-d774-48e4-8ab0-56fbec4cda85 on network 3c935337-17af-4240-bc2c-ccb5b04b1532 {{(pid=93412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 14:39:19.680223 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19031ce3-bd31-4641-b1e7-3c2fddd87a40 None None] Pushing event updated for resources: {'Port': ['ID=68aa63b4-d774-48e4-8ab0-56fbec4cda85,revision_number=2']} {{(pid=93412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:39:19.685923 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19b80ae4-62d2-4cac-8362-d486eb98b5ea None None] Checking agent: {'id': 'd4363d4d-7a35-4f9b-b61a-c2590b3a63af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798198-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 14, 22, 29), 'started_at': datetime.datetime(2021, 8, 10, 14, 22, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 14, 38, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798198-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 14:39:19.686302 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19b80ae4-62d2-4cac-8362-d486eb98b5ea None None] Checking segment: {'id': '9b73c935-a484-45be-a2a0-87b3c816c298', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93412) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 14:39:19.686707 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-19b80ae4-62d2-4cac-8362-d486eb98b5ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:39:19.687096 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19b80ae4-62d2-4cac-8362-d486eb98b5ea None None] Bound using segment: {'id': '9b73c935-a484-45be-a2a0-87b3c816c298', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532'} {{(pid=93412) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 14:39:19.687711 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.managers [None req-19b80ae4-62d2-4cac-8362-d486eb98b5ea None None] Bound port: 68aa63b4-d774-48e4-8ab0-56fbec4cda85, host: dv-cinder-798198-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b73c935-a484-45be-a2a0-87b3c816c298', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532'}}] {{(pid=93412) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 14:39:19.688098 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-19b80ae4-62d2-4cac-8362-d486eb98b5ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:39:19.709945 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc6d8e2-b343-4501-9b4e-16cdb2e950c9 admin admin] Pushing event updated for resources: {'Port': ['ID=30ca0364-9653-4f3c-bc27-836c3f201048,revision_number=1']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:39:19.729312 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fc6d8e2-b343-4501-9b4e-16cdb2e950c9 admin admin] Network 3366b149-2d71-49a1-9347-cb6cec40372d is already hosted by enough agents. {{(pid=93410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 14:39:19.732385 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.scheduler.base_scheduler [None req-3fc6d8e2-b343-4501-9b4e-16cdb2e950c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:39:19.738793 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc6d8e2-b343-4501-9b4e-16cdb2e950c9 admin admin] Received port after_create {{(pid=93410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 14:39:19.780940 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.db [None req-19b80ae4-62d2-4cac-8362-d486eb98b5ea None None] For port 68aa63b4-d774-48e4-8ab0-56fbec4cda85, host dv-cinder-798198-2-iscsi, cleared binding levels {{(pid=93412) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 14:39:19.786810 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.db [None req-19b80ae4-62d2-4cac-8362-d486eb98b5ea None None] For port 68aa63b4-d774-48e4-8ab0-56fbec4cda85, host dv-cinder-798198-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-2-iscsi',level=0,port_id=68aa63b4-d774-48e4-8ab0-56fbec4cda85,segment=NetworkSegment(9b73c935-a484-45be-a2a0-87b3c816c298),segment_id=9b73c935-a484-45be-a2a0-87b3c816c298)] {{(pid=93412) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 14:39:19.794979 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-19b80ae4-62d2-4cac-8362-d486eb98b5ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683854493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786683465220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786683465238'] for port, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:39:19.810126 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-3fc6d8e2-b343-4501-9b4e-16cdb2e950c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-717585'] for router_interface, before_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:39:19.894142 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b80ae4-62d2-4cac-8362-d486eb98b5ea None None] Routers {'c226f6af-47d0-48e7-a276-d7cf41f77fcf'} bound to L3 agent in host dv-cinder-798198-2-iscsi {{(pid=93412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:39:19.894784 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.l3_hamode_db [None req-19b80ae4-62d2-4cac-8362-d486eb98b5ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T14:22:29Z,description=,heartbeat_timestamp=2021-08-10T14:38:59Z,host='dv-cinder-798198-2-iscsi',id=8acc92de-0cfa-4d60-8b37-a39a4d3c1570,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T14:22:29Z,topic='l3_agent')) {'router_ids': ['c226f6af-47d0-48e7-a276-d7cf41f77fcf'], 'active': True} {{(pid=93412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:39:19.896725 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19031ce3-bd31-4641-b1e7-3c2fddd87a40 None None] Pushing event updated for resources: {'Port': ['ID=68aa63b4-d774-48e4-8ab0-56fbec4cda85,revision_number=3']} {{(pid=93412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:39:19.950438 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Device e4c92317-13c7-4341-ac33-7032f3425062 up at agent ovs-agent-dv-cinder-798198-2-iscsi {{(pid=93412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:39:19.995359 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-3fc6d8e2-b343-4501-9b4e-16cdb2e950c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:39:20.144080 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.provisioning_blocks [None req-c428b3f9-3c52-48f1-918b-20e49f3b2576 None None] Provisioning for port 30ca0364-9653-4f3c-bc27-836c3f201048 completed by entity DHCP. {{(pid=93412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 14:39:20.179926 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.provisioning_blocks [None req-c428b3f9-3c52-48f1-918b-20e49f3b2576 None None] Provisioning complete for port 30ca0364-9653-4f3c-bc27-836c3f201048 triggered by entity DHCP. {{(pid=93412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:39:20.180291 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-c428b3f9-3c52-48f1-918b-20e49f3b2576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932393'] for port, provisioning_complete {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:39:20.183548 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-3fc6d8e2-b343-4501-9b4e-16cdb2e950c9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:39:20.192413 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-3fc6d8e2-b343-4501-9b4e-16cdb2e950c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683854493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786683465220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786683465238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26372301'] for port, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:39:20.237371 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.l3_dvr_db [None req-19b80ae4-62d2-4cac-8362-d486eb98b5ea None None] Set router c226f6af-47d0-48e7-a276-d7cf41f77fcf gateway port host: dv-cinder-798198-2-iscsi {{(pid=93412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:39:20.264109 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.plugin [None req-c428b3f9-3c52-48f1-918b-20e49f3b2576 None None] Port 30ca0364-9653-4f3c-bc27-836c3f201048 cannot update to ACTIVE because it is not bound. {{(pid=93412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 14:39:20.272596 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-3fc6d8e2-b343-4501-9b4e-16cdb2e950c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-767284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-717733'] for router_interface, after_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:39:20.274985 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc6d8e2-b343-4501-9b4e-16cdb2e950c9 admin admin] Pushing event updated for resources: {'Port': ['ID=30ca0364-9653-4f3c-bc27-836c3f201048,revision_number=2']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:39:20.296595 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.provisioning_blocks [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Provisioning complete for port e4c92317-13c7-4341-ac33-7032f3425062 triggered by entity L2. {{(pid=93412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:39:20.296967 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932393'] for port, provisioning_complete {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:39:20.370958 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fc6d8e2-b343-4501-9b4e-16cdb2e950c9 admin admin] Network 3366b149-2d71-49a1-9347-cb6cec40372d is already hosted by enough agents. {{(pid=93410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 14:39:20.372635 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.scheduler.base_scheduler [None req-3fc6d8e2-b343-4501-9b4e-16cdb2e950c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:39:20.467951 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Device 7744250e-13b8-42dc-b497-46f3a419089b up at agent ovs-agent-dv-cinder-798198-2-iscsi {{(pid=93412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:39:20.500481 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fc6d8e2-b343-4501-9b4e-16cdb2e950c9 admin admin] Router c226f6af-47d0-48e7-a276-d7cf41f77fcf has already been hosted by L3 agent 8acc92de-0cfa-4d60-8b37-a39a4d3c1570 {{(pid=93410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 14:39:20.528779 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.l3_hamode_db [None req-19b80ae4-62d2-4cac-8362-d486eb98b5ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c226f6af-47d0-48e7-a276-d7cf41f77fcf', 'name': 'tempest-TestShelveInstance-491682836-router', 'tenant_id': '852501be2639409da8067c0a65907f4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'external_fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '68aa63b4-d774-48e4-8ab0-56fbec4cda85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:39:17Z', 'updated_at': '2021-08-10T14:39:18Z', 'revision_number': 3, 'project_id': '852501be2639409da8067c0a65907f4c', 'gw_port': {'id': '68aa63b4-d774-48e4-8ab0-56fbec4cda85', 'name': '', 'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:61:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c226f6af-47d0-48e7-a276-d7cf41f77fcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:39:17Z', 'updated_at': '2021-08-10T14:39:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-2-iscsi'}], 'dv-cinder-798198-2-iscsi', False) {} {{(pid=93412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:39:20.557044 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b80ae4-62d2-4cac-8362-d486eb98b5ea None None] The sync data for ids ['c226f6af-47d0-48e7-a276-d7cf41f77fcf'] in dv-cinder-798198-2-iscsi is: [{'id': 'c226f6af-47d0-48e7-a276-d7cf41f77fcf', 'name': 'tempest-TestShelveInstance-491682836-router', 'tenant_id': '852501be2639409da8067c0a65907f4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'external_fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '68aa63b4-d774-48e4-8ab0-56fbec4cda85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:39:17Z', 'updated_at': '2021-08-10T14:39:18Z', 'revision_number': 3, 'project_id': '852501be2639409da8067c0a65907f4c', 'gw_port': {'id': '68aa63b4-d774-48e4-8ab0-56fbec4cda85', 'name': '', 'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:61:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c226f6af-47d0-48e7-a276-d7cf41f77fcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:39:17Z', 'updated_at': '2021-08-10T14:39:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-2-iscsi'}] {{(pid=93412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 14:39:20.558555 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.provisioning_blocks [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Provisioning for port 7744250e-13b8-42dc-b497-46f3a419089b completed by entity L2. {{(pid=93412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 14:39:20.562903 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.provisioning_blocks [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Provisioning complete for port 7744250e-13b8-42dc-b497-46f3a419089b triggered by entity L2. {{(pid=93412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:39:20.563515 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932393'] for port, provisioning_complete {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:39:20.631324 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fc6d8e2-b343-4501-9b4e-16cdb2e950c9 admin admin] Notify agent at l3_agent.dv-cinder-798198-2-iscsi the message routers_updated {{(pid=93410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 14:39:20.650125 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [None req-3fc6d8e2-b343-4501-9b4e-16cdb2e950c9 admin admin] 10.222.0.42 "PUT /v2.0/routers/c226f6af-47d0-48e7-a276-d7cf41f77fcf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9696174 Aug 10 14:39:20.656707 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:39:20.693926 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.db [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] For port 7744250e-13b8-42dc-b497-46f3a419089b, host dv-cinder-798198-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-2-iscsi',level=0,port_id=7744250e-13b8-42dc-b497-46f3a419089b,segment=NetworkSegment(fd6c567c-c175-4772-87c6-9a328458b182),segment_id=fd6c567c-c175-4772-87c6-9a328458b182)] {{(pid=93412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:39:20.697962 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683854493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786683465220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786683465238'] for port, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:39:20.698791 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Device 66498637-5fd4-494d-895a-4a3bb78fda4c up at agent ovs-agent-dv-cinder-798198-2-iscsi {{(pid=93412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:39:20.787207 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.provisioning_blocks [None req-bb13ad4d-ff62-47e0-acdd-1192c837949c None None] Provisioning complete for port 30ca0364-9653-4f3c-bc27-836c3f201048 triggered by entity DHCP. {{(pid=93412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:39:20.787643 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-bb13ad4d-ff62-47e0-acdd-1192c837949c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932393'] for port, provisioning_complete {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:39:20.833337 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.plugin [None req-bb13ad4d-ff62-47e0-acdd-1192c837949c None None] Port 30ca0364-9653-4f3c-bc27-836c3f201048 cannot update to ACTIVE because it is not bound. {{(pid=93412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 14:39:20.843791 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Pushing event updated for resources: {'Port': ['ID=7744250e-13b8-42dc-b497-46f3a419089b,revision_number=3']} {{(pid=93412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:39:20.856086 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.provisioning_blocks [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Provisioning for port 66498637-5fd4-494d-895a-4a3bb78fda4c completed by entity L2. {{(pid=93412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 14:39:20.860268 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.provisioning_blocks [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Provisioning complete for port 66498637-5fd4-494d-895a-4a3bb78fda4c triggered by entity L2. {{(pid=93412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:39:20.860640 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932393'] for port, provisioning_complete {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:39:20.943818 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:39:20.979826 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.db [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] For port 66498637-5fd4-494d-895a-4a3bb78fda4c, host dv-cinder-798198-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-2-iscsi',level=0,port_id=66498637-5fd4-494d-895a-4a3bb78fda4c,segment=NetworkSegment(bdbd633b-3f29-4592-9b3d-37c1874c84c5),segment_id=bdbd633b-3f29-4592-9b3d-37c1874c84c5)] {{(pid=93412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:39:20.984135 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683854493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786683465220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786683465238'] for port, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:39:21.044013 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Pushing event updated for resources: {'Port': ['ID=66498637-5fd4-494d-895a-4a3bb78fda4c,revision_number=5']} {{(pid=93412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:39:21.215942 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.wsgi [-] (93411) accepted ('10.222.0.42', 58520) {{(pid=93411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:39:21.220629 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.v2.base [None req-a9f34137-8e99-41da-b121-630a822d7b4d tempest-TestShelveInstance-2095018990 tempest-TestShelveInstance-2095018990-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1822391861', 'description': 'tempest-secgroup-smoke-1822391861 description', 'project_id': 'b9910def5a134e4c8aac3b27b1489c14'}} {{(pid=93411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:39:21.243059 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-a9f34137-8e99-41da-b121-630a822d7b4d tempest-TestShelveInstance-2095018990 tempest-TestShelveInstance-2095018990-project] Notify callbacks [] for security_group, before_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:39:21.330644 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-a9f34137-8e99-41da-b121-630a822d7b4d tempest-TestShelveInstance-2095018990 tempest-TestShelveInstance-2095018990-project] Notify callbacks [] for security_group, precommit_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:39:21.336455 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-a9f34137-8e99-41da-b121-630a822d7b4d tempest-TestShelveInstance-2095018990 tempest-TestShelveInstance-2095018990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734645'] for security_group, after_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:39:21.363138 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-a9f34137-8e99-41da-b121-630a822d7b4d tempest-TestShelveInstance-2095018990 tempest-TestShelveInstance-2095018990-project] Notify callbacks [] for security_group, before_response {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:39:21.364367 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-a9f34137-8e99-41da-b121-630a822d7b4d tempest-TestShelveInstance-2095018990 tempest-TestShelveInstance-2095018990-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1474137 Aug 10 14:39:21.367309 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.wsgi [-] (93411) accepted ('10.222.0.42', 58522) {{(pid=93411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:39:21.372825 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.v2.base [None req-617ecde7-8fe6-4023-af2b-1be70276354d tempest-TestShelveInstance-2095018990 tempest-TestShelveInstance-2095018990-project] Request body: {'security_group_rule': {'security_group_id': '36fe42ba-dbb8-4715-b51e-a4f21717caef', 'project_id': 'b9910def5a134e4c8aac3b27b1489c14', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:39:21.377051 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f34137-8e99-41da-b121-630a822d7b4d tempest-TestShelveInstance-2095018990 tempest-TestShelveInstance-2095018990-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36fe42ba-dbb8-4715-b51e-a4f21717caef,revision_number=1']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:39:21.402418 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-617ecde7-8fe6-4023-af2b-1be70276354d tempest-TestShelveInstance-2095018990 tempest-TestShelveInstance-2095018990-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:39:21.463836 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-617ecde7-8fe6-4023-af2b-1be70276354d tempest-TestShelveInstance-2095018990 tempest-TestShelveInstance-2095018990-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:39:21.467789 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-617ecde7-8fe6-4023-af2b-1be70276354d tempest-TestShelveInstance-2095018990 tempest-TestShelveInstance-2095018990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734530'] for security_group_rule, after_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:39:21.486131 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617ecde7-8fe6-4023-af2b-1be70276354d tempest-TestShelveInstance-2095018990 tempest-TestShelveInstance-2095018990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9ae98df-f451-41ff-bb1c-0670b7f5a703,revision_number=0']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:39:21.492320 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-617ecde7-8fe6-4023-af2b-1be70276354d tempest-TestShelveInstance-2095018990 tempest-TestShelveInstance-2095018990-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:39:21.493517 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-617ecde7-8fe6-4023-af2b-1be70276354d tempest-TestShelveInstance-2095018990 tempest-TestShelveInstance-2095018990-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1244071 Aug 10 14:39:21.496366 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.wsgi [-] (93411) accepted ('10.222.0.42', 58524) {{(pid=93411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:39:21.501158 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.v2.base [None req-a6f144a6-c7a3-42ca-8509-8d9f69a65475 tempest-TestShelveInstance-2095018990 tempest-TestShelveInstance-2095018990-project] Request body: {'security_group_rule': {'security_group_id': '36fe42ba-dbb8-4715-b51e-a4f21717caef', 'project_id': 'b9910def5a134e4c8aac3b27b1489c14', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:39:21.527198 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-a6f144a6-c7a3-42ca-8509-8d9f69a65475 tempest-TestShelveInstance-2095018990 tempest-TestShelveInstance-2095018990-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:39:21.583519 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-a6f144a6-c7a3-42ca-8509-8d9f69a65475 tempest-TestShelveInstance-2095018990 tempest-TestShelveInstance-2095018990-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:39:21.587518 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-a6f144a6-c7a3-42ca-8509-8d9f69a65475 tempest-TestShelveInstance-2095018990 tempest-TestShelveInstance-2095018990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734530'] for security_group_rule, after_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:39:21.604102 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f144a6-c7a3-42ca-8509-8d9f69a65475 tempest-TestShelveInstance-2095018990 tempest-TestShelveInstance-2095018990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5c97e6a-9b80-4bd3-a461-5bac240c39e8,revision_number=0']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:39:21.611089 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-a6f144a6-c7a3-42ca-8509-8d9f69a65475 tempest-TestShelveInstance-2095018990 tempest-TestShelveInstance-2095018990-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:39:21.612444 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-a6f144a6-c7a3-42ca-8509-8d9f69a65475 tempest-TestShelveInstance-2095018990 tempest-TestShelveInstance-2095018990-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1151509 Aug 10 14:39:21.615316 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.wsgi [-] (93410) accepted ('10.222.0.42', 58526) {{(pid=93410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:39:21.619940 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.v2.base [None req-a13c43c0-20d3-4daf-aaf3-f032d04a003f tempest-TestShelveInstance-2095018990 tempest-TestShelveInstance-2095018990-project] Request body: {'security_group_rule': {'security_group_id': '36fe42ba-dbb8-4715-b51e-a4f21717caef', 'project_id': 'b9910def5a134e4c8aac3b27b1489c14', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:39:21.649858 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-a13c43c0-20d3-4daf-aaf3-f032d04a003f tempest-TestShelveInstance-2095018990 tempest-TestShelveInstance-2095018990-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:39:21.717320 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-a13c43c0-20d3-4daf-aaf3-f032d04a003f tempest-TestShelveInstance-2095018990 tempest-TestShelveInstance-2095018990-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:39:21.721520 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-a13c43c0-20d3-4daf-aaf3-f032d04a003f tempest-TestShelveInstance-2095018990 tempest-TestShelveInstance-2095018990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734530'] for security_group_rule, after_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:39:21.740991 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13c43c0-20d3-4daf-aaf3-f032d04a003f tempest-TestShelveInstance-2095018990 tempest-TestShelveInstance-2095018990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=330cd1b4-090a-4784-a7fe-ef7beac56ffc,revision_number=0']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:39:21.745028 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-a13c43c0-20d3-4daf-aaf3-f032d04a003f tempest-TestShelveInstance-2095018990 tempest-TestShelveInstance-2095018990-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:39:21.746244 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [None req-a13c43c0-20d3-4daf-aaf3-f032d04a003f tempest-TestShelveInstance-2095018990 tempest-TestShelveInstance-2095018990-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1299279 Aug 10 14:39:21.748928 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.wsgi [-] (93410) accepted ('10.222.0.42', 58528) {{(pid=93410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:39:21.753530 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.v2.base [None req-a018618f-187f-4958-8495-45d42fdca339 tempest-TestShelveInstance-2095018990 tempest-TestShelveInstance-2095018990-project] Request body: {'security_group_rule': {'security_group_id': '36fe42ba-dbb8-4715-b51e-a4f21717caef', 'project_id': 'b9910def5a134e4c8aac3b27b1489c14', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:39:21.766342 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Device 68aa63b4-d774-48e4-8ab0-56fbec4cda85 up at agent ovs-agent-dv-cinder-798198-2-iscsi {{(pid=93412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:39:21.782317 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-a018618f-187f-4958-8495-45d42fdca339 tempest-TestShelveInstance-2095018990 tempest-TestShelveInstance-2095018990-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:39:21.814080 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.provisioning_blocks [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Provisioning for port 68aa63b4-d774-48e4-8ab0-56fbec4cda85 completed by entity L2. {{(pid=93412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 14:39:21.817704 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.provisioning_blocks [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Provisioning complete for port 68aa63b4-d774-48e4-8ab0-56fbec4cda85 triggered by entity L2. {{(pid=93412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:39:21.818080 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932393'] for port, provisioning_complete {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:39:21.843353 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-a018618f-187f-4958-8495-45d42fdca339 tempest-TestShelveInstance-2095018990 tempest-TestShelveInstance-2095018990-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:39:21.847578 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-a018618f-187f-4958-8495-45d42fdca339 tempest-TestShelveInstance-2095018990 tempest-TestShelveInstance-2095018990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734530'] for security_group_rule, after_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:39:21.867615 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a018618f-187f-4958-8495-45d42fdca339 tempest-TestShelveInstance-2095018990 tempest-TestShelveInstance-2095018990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=354ca849-1edb-42f3-a3f4-204811b25317,revision_number=0']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:39:21.875511 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-a018618f-187f-4958-8495-45d42fdca339 tempest-TestShelveInstance-2095018990 tempest-TestShelveInstance-2095018990-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:39:21.876734 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [None req-a018618f-187f-4958-8495-45d42fdca339 tempest-TestShelveInstance-2095018990 tempest-TestShelveInstance-2095018990-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1268215 Aug 10 14:39:21.879386 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.wsgi [-] (93410) accepted ('10.222.0.42', 58530) {{(pid=93410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:39:21.884931 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.v2.base [None req-09a9e369-731f-4acf-80e6-4063a5371843 tempest-TestShelveInstance-2095018990 tempest-TestShelveInstance-2095018990-project] Request body: {'security_group_rule': {'security_group_id': '36fe42ba-dbb8-4715-b51e-a4f21717caef', 'project_id': 'b9910def5a134e4c8aac3b27b1489c14', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:39:21.895797 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:39:21.907362 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.db.securitygroups_db [None req-09a9e369-731f-4acf-80e6-4063a5371843 tempest-TestShelveInstance-2095018990 tempest-TestShelveInstance-2095018990-project] Project b9910def5a134e4c8aac3b27b1489c14 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 14:39:21.912517 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-09a9e369-731f-4acf-80e6-4063a5371843 tempest-TestShelveInstance-2095018990 tempest-TestShelveInstance-2095018990-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:39:21.917607 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.db [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] For port 68aa63b4-d774-48e4-8ab0-56fbec4cda85, host dv-cinder-798198-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-2-iscsi',level=0,port_id=68aa63b4-d774-48e4-8ab0-56fbec4cda85,segment=NetworkSegment(9b73c935-a484-45be-a2a0-87b3c816c298),segment_id=9b73c935-a484-45be-a2a0-87b3c816c298)] {{(pid=93412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:39:21.921478 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683854493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786683465220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786683465238'] for port, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:39:21.922290 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Device 7744250e-13b8-42dc-b497-46f3a419089b up at agent ovs-agent-dv-cinder-798198-2-iscsi {{(pid=93412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:39:21.974184 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-09a9e369-731f-4acf-80e6-4063a5371843 tempest-TestShelveInstance-2095018990 tempest-TestShelveInstance-2095018990-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:39:21.978196 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-09a9e369-731f-4acf-80e6-4063a5371843 tempest-TestShelveInstance-2095018990 tempest-TestShelveInstance-2095018990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734530'] for security_group_rule, after_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:39:21.996283 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a9e369-731f-4acf-80e6-4063a5371843 tempest-TestShelveInstance-2095018990 tempest-TestShelveInstance-2095018990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a35a812-d591-497d-8457-7ab08f08ecd0,revision_number=0']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:39:21.999756 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Pushing event updated for resources: {'Port': ['ID=68aa63b4-d774-48e4-8ab0-56fbec4cda85,revision_number=4']} {{(pid=93412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:39:22.003658 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-09a9e369-731f-4acf-80e6-4063a5371843 tempest-TestShelveInstance-2095018990 tempest-TestShelveInstance-2095018990-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:39:22.005280 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [None req-09a9e369-731f-4acf-80e6-4063a5371843 tempest-TestShelveInstance-2095018990 tempest-TestShelveInstance-2095018990-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1243777 Aug 10 14:39:22.008690 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.wsgi [-] (93411) accepted ('10.222.0.42', 58532) {{(pid=93411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:39:22.013535 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.v2.base [None req-1d4056be-4f25-48e5-9a5a-5c9b8a595da1 tempest-TestShelveInstance-2095018990 tempest-TestShelveInstance-2095018990-project] Request body: {'security_group_rule': {'security_group_id': '36fe42ba-dbb8-4715-b51e-a4f21717caef', 'project_id': 'b9910def5a134e4c8aac3b27b1489c14', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:39:22.015683 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.provisioning_blocks [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Provisioning complete for port 7744250e-13b8-42dc-b497-46f3a419089b triggered by entity L2. {{(pid=93412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:39:22.016054 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932393'] for port, provisioning_complete {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:39:22.034826 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.db.securitygroups_db [None req-1d4056be-4f25-48e5-9a5a-5c9b8a595da1 tempest-TestShelveInstance-2095018990 tempest-TestShelveInstance-2095018990-project] Project b9910def5a134e4c8aac3b27b1489c14 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 14:39:22.040005 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-1d4056be-4f25-48e5-9a5a-5c9b8a595da1 tempest-TestShelveInstance-2095018990 tempest-TestShelveInstance-2095018990-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:39:22.093393 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Device 66498637-5fd4-494d-895a-4a3bb78fda4c up at agent ovs-agent-dv-cinder-798198-2-iscsi {{(pid=93412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:39:22.102383 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-1d4056be-4f25-48e5-9a5a-5c9b8a595da1 tempest-TestShelveInstance-2095018990 tempest-TestShelveInstance-2095018990-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:39:22.106497 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-1d4056be-4f25-48e5-9a5a-5c9b8a595da1 tempest-TestShelveInstance-2095018990 tempest-TestShelveInstance-2095018990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734530'] for security_group_rule, after_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:39:22.124215 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4056be-4f25-48e5-9a5a-5c9b8a595da1 tempest-TestShelveInstance-2095018990 tempest-TestShelveInstance-2095018990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=662a64ba-25a5-4e63-9bae-c0834f8d00d9,revision_number=0']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:39:22.130752 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-1d4056be-4f25-48e5-9a5a-5c9b8a595da1 tempest-TestShelveInstance-2095018990 tempest-TestShelveInstance-2095018990-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:39:22.132491 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-1d4056be-4f25-48e5-9a5a-5c9b8a595da1 tempest-TestShelveInstance-2095018990 tempest-TestShelveInstance-2095018990-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1221650 Aug 10 14:39:22.156480 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.provisioning_blocks [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Provisioning complete for port 66498637-5fd4-494d-895a-4a3bb78fda4c triggered by entity L2. {{(pid=93412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:39:22.156856 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932393'] for port, provisioning_complete {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:39:22.787447 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de7da1a6-6573-4b80-8d32-52bfab010240 None None] Sync routers for ids ['c226f6af-47d0-48e7-a276-d7cf41f77fcf'] in dv-cinder-798198-2-iscsi {{(pid=93413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 14:39:22.796857 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de7da1a6-6573-4b80-8d32-52bfab010240 None None] Routers {'c226f6af-47d0-48e7-a276-d7cf41f77fcf'} bound to L3 agent in host dv-cinder-798198-2-iscsi {{(pid=93413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:39:22.797717 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.db.l3_hamode_db [None req-de7da1a6-6573-4b80-8d32-52bfab010240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T14:22:29Z,description=,heartbeat_timestamp=2021-08-10T14:38:59Z,host='dv-cinder-798198-2-iscsi',id=8acc92de-0cfa-4d60-8b37-a39a4d3c1570,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T14:22:29Z,topic='l3_agent')) {'router_ids': ['c226f6af-47d0-48e7-a276-d7cf41f77fcf'], 'active': True} {{(pid=93413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:39:22.920302 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.db.l3_dvr_db [None req-de7da1a6-6573-4b80-8d32-52bfab010240 None None] Set router c226f6af-47d0-48e7-a276-d7cf41f77fcf gateway port host: dv-cinder-798198-2-iscsi {{(pid=93413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:39:23.123177 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.db.l3_hamode_db [None req-de7da1a6-6573-4b80-8d32-52bfab010240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c226f6af-47d0-48e7-a276-d7cf41f77fcf', 'name': 'tempest-TestShelveInstance-491682836-router', 'tenant_id': '852501be2639409da8067c0a65907f4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'external_fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '68aa63b4-d774-48e4-8ab0-56fbec4cda85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:39:17Z', 'updated_at': '2021-08-10T14:39:19Z', 'revision_number': 4, 'project_id': '852501be2639409da8067c0a65907f4c', 'gw_port': {'id': '68aa63b4-d774-48e4-8ab0-56fbec4cda85', 'name': '', 'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:61:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c226f6af-47d0-48e7-a276-d7cf41f77fcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:39:17Z', 'updated_at': '2021-08-10T14:39:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-2-iscsi', '_interfaces': [{'id': '30ca0364-9653-4f3c-bc27-836c3f201048', 'name': '', 'network_id': '3366b149-2d71-49a1-9347-cb6cec40372d', 'tenant_id': '852501be2639409da8067c0a65907f4c', 'mac_address': 'fa:16:3e:7f:30:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c226f6af-47d0-48e7-a276-d7cf41f77fcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '3fa3e2ec-6da1-4e85-bba6-d59e4cd57454', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:39:19Z', 'updated_at': '2021-08-10T14:39:20Z', 'revision_number': 2, 'project_id': '852501be2639409da8067c0a65907f4c', 'subnets': [{'id': '3fa3e2ec-6da1-4e85-bba6-d59e4cd57454', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-2-iscsi', False) {} {{(pid=93413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:39:23.149602 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de7da1a6-6573-4b80-8d32-52bfab010240 None None] Checking router: c226f6af-47d0-48e7-a276-d7cf41f77fcf for host: dv-cinder-798198-2-iscsi {{(pid=93413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 14:39:23.149950 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de7da1a6-6573-4b80-8d32-52bfab010240 None None] Updating router c226f6af-47d0-48e7-a276-d7cf41f77fcf port 30ca0364-9653-4f3c-bc27-836c3f201048 binding host dv-cinder-798198-2-iscsi {{(pid=93413) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 14:39:23.177663 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron_lib.callbacks.manager [None req-de7da1a6-6573-4b80-8d32-52bfab010240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_update {{(pid=93413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:39:23.446360 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron_lib.callbacks.manager [None req-de7da1a6-6573-4b80-8d32-52bfab010240 None None] Notify callbacks [] for port, precommit_update {{(pid=93413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:39:23.455873 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.db.provisioning_blocks [None req-de7da1a6-6573-4b80-8d32-52bfab010240 None None] Transition to ACTIVE for port object 30ca0364-9653-4f3c-bc27-836c3f201048 will not be triggered until provisioned by entity L2. {{(pid=93413) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 14:39:23.461913 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron_lib.callbacks.manager [None req-de7da1a6-6573-4b80-8d32-52bfab010240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683854493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786683465220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786683465238'] for port, after_update {{(pid=93413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:39:23.512497 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c6ff29-21d4-4907-add0-419cea4d7f49 None None] Pushing event updated for resources: {'Port': ['ID=30ca0364-9653-4f3c-bc27-836c3f201048,revision_number=3']} {{(pid=93413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:39:23.571793 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.plugins.ml2.managers [None req-de7da1a6-6573-4b80-8d32-52bfab010240 None None] Attempting to bind port 30ca0364-9653-4f3c-bc27-836c3f201048 on host dv-cinder-798198-2-iscsi for vnic_type normal with profile {{(pid=93413) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 14:39:23.572305 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.plugins.ml2.managers [None req-de7da1a6-6573-4b80-8d32-52bfab010240 None None] Attempting to bind port 30ca0364-9653-4f3c-bc27-836c3f201048 by drivers openvswitch,hyperv on host dv-cinder-798198-2-iscsi at level 0 using segments [{'id': 'fd6c567c-c175-4772-87c6-9a328458b182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '3366b149-2d71-49a1-9347-cb6cec40372d'}] {{(pid=93413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 14:39:23.572666 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de7da1a6-6573-4b80-8d32-52bfab010240 None None] Attempting to bind port 30ca0364-9653-4f3c-bc27-836c3f201048 on network 3366b149-2d71-49a1-9347-cb6cec40372d {{(pid=93413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 14:39:23.578847 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de7da1a6-6573-4b80-8d32-52bfab010240 None None] Checking agent: {'id': 'd4363d4d-7a35-4f9b-b61a-c2590b3a63af', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798198-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 14, 22, 29), 'started_at': datetime.datetime(2021, 8, 10, 14, 22, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 14, 38, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798198-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 14:39:23.579256 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de7da1a6-6573-4b80-8d32-52bfab010240 None None] Checking segment: {'id': 'fd6c567c-c175-4772-87c6-9a328458b182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '3366b149-2d71-49a1-9347-cb6cec40372d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93413) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 14:39:23.579657 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron_lib.callbacks.manager [None req-de7da1a6-6573-4b80-8d32-52bfab010240 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:39:23.580037 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de7da1a6-6573-4b80-8d32-52bfab010240 None None] Bound using segment: {'id': 'fd6c567c-c175-4772-87c6-9a328458b182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '3366b149-2d71-49a1-9347-cb6cec40372d'} {{(pid=93413) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 14:39:23.580497 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.plugins.ml2.managers [None req-de7da1a6-6573-4b80-8d32-52bfab010240 None None] Bound port: 30ca0364-9653-4f3c-bc27-836c3f201048, host: dv-cinder-798198-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd6c567c-c175-4772-87c6-9a328458b182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '3366b149-2d71-49a1-9347-cb6cec40372d'}}] {{(pid=93413) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 14:39:23.580891 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron_lib.callbacks.manager [None req-de7da1a6-6573-4b80-8d32-52bfab010240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_update {{(pid=93413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:39:23.661890 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.plugins.ml2.db [None req-de7da1a6-6573-4b80-8d32-52bfab010240 None None] For port 30ca0364-9653-4f3c-bc27-836c3f201048, host dv-cinder-798198-2-iscsi, cleared binding levels {{(pid=93413) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 14:39:23.666647 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.plugins.ml2.db [None req-de7da1a6-6573-4b80-8d32-52bfab010240 None None] For port 30ca0364-9653-4f3c-bc27-836c3f201048, host dv-cinder-798198-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-2-iscsi',level=0,port_id=30ca0364-9653-4f3c-bc27-836c3f201048,segment=NetworkSegment(fd6c567c-c175-4772-87c6-9a328458b182),segment_id=fd6c567c-c175-4772-87c6-9a328458b182)] {{(pid=93413) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 14:39:23.673961 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron_lib.callbacks.manager [None req-de7da1a6-6573-4b80-8d32-52bfab010240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683854493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786683465220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786683465238'] for port, after_update {{(pid=93413) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:39:23.718493 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Device 68aa63b4-d774-48e4-8ab0-56fbec4cda85 up at agent ovs-agent-dv-cinder-798198-2-iscsi {{(pid=93412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:39:23.737607 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de7da1a6-6573-4b80-8d32-52bfab010240 None None] Routers {'c226f6af-47d0-48e7-a276-d7cf41f77fcf'} bound to L3 agent in host dv-cinder-798198-2-iscsi {{(pid=93413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:39:23.737718 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.db.l3_hamode_db [None req-de7da1a6-6573-4b80-8d32-52bfab010240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T14:22:29Z,description=,heartbeat_timestamp=2021-08-10T14:38:59Z,host='dv-cinder-798198-2-iscsi',id=8acc92de-0cfa-4d60-8b37-a39a4d3c1570,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T14:22:29Z,topic='l3_agent')) {'router_ids': ['c226f6af-47d0-48e7-a276-d7cf41f77fcf'], 'active': True} {{(pid=93413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:39:23.768915 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.provisioning_blocks [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Provisioning complete for port 68aa63b4-d774-48e4-8ab0-56fbec4cda85 triggered by entity L2. {{(pid=93412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:39:23.769222 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932393'] for port, provisioning_complete {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:39:23.782347 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c6ff29-21d4-4907-add0-419cea4d7f49 None None] Pushing event updated for resources: {'Port': ['ID=30ca0364-9653-4f3c-bc27-836c3f201048,revision_number=4']} {{(pid=93413) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:39:23.877039 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.db.l3_dvr_db [None req-de7da1a6-6573-4b80-8d32-52bfab010240 None None] Set router c226f6af-47d0-48e7-a276-d7cf41f77fcf gateway port host: dv-cinder-798198-2-iscsi {{(pid=93413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:39:24.076218 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.db.l3_hamode_db [None req-de7da1a6-6573-4b80-8d32-52bfab010240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c226f6af-47d0-48e7-a276-d7cf41f77fcf', 'name': 'tempest-TestShelveInstance-491682836-router', 'tenant_id': '852501be2639409da8067c0a65907f4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'external_fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '68aa63b4-d774-48e4-8ab0-56fbec4cda85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:39:17Z', 'updated_at': '2021-08-10T14:39:19Z', 'revision_number': 4, 'project_id': '852501be2639409da8067c0a65907f4c', 'gw_port': {'id': '68aa63b4-d774-48e4-8ab0-56fbec4cda85', 'name': '', 'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:61:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c226f6af-47d0-48e7-a276-d7cf41f77fcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:39:17Z', 'updated_at': '2021-08-10T14:39:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-2-iscsi', '_interfaces': [{'id': '30ca0364-9653-4f3c-bc27-836c3f201048', 'name': '', 'network_id': '3366b149-2d71-49a1-9347-cb6cec40372d', 'tenant_id': '852501be2639409da8067c0a65907f4c', 'mac_address': 'fa:16:3e:7f:30:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c226f6af-47d0-48e7-a276-d7cf41f77fcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '3fa3e2ec-6da1-4e85-bba6-d59e4cd57454', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:39:19Z', 'updated_at': '2021-08-10T14:39:23Z', 'revision_number': 4, 'project_id': '852501be2639409da8067c0a65907f4c', 'subnets': [{'id': '3fa3e2ec-6da1-4e85-bba6-d59e4cd57454', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-2-iscsi', False) {} {{(pid=93413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:39:24.189571 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de7da1a6-6573-4b80-8d32-52bfab010240 None None] The sync data for ids ['c226f6af-47d0-48e7-a276-d7cf41f77fcf'] in dv-cinder-798198-2-iscsi is: [{'id': 'c226f6af-47d0-48e7-a276-d7cf41f77fcf', 'name': 'tempest-TestShelveInstance-491682836-router', 'tenant_id': '852501be2639409da8067c0a65907f4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'external_fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '68aa63b4-d774-48e4-8ab0-56fbec4cda85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:39:17Z', 'updated_at': '2021-08-10T14:39:19Z', 'revision_number': 4, 'project_id': '852501be2639409da8067c0a65907f4c', 'gw_port': {'id': '68aa63b4-d774-48e4-8ab0-56fbec4cda85', 'name': '', 'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:61:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c226f6af-47d0-48e7-a276-d7cf41f77fcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:39:17Z', 'updated_at': '2021-08-10T14:39:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-2-iscsi', '_interfaces': [{'id': '30ca0364-9653-4f3c-bc27-836c3f201048', 'name': '', 'network_id': '3366b149-2d71-49a1-9347-cb6cec40372d', 'tenant_id': '852501be2639409da8067c0a65907f4c', 'mac_address': 'fa:16:3e:7f:30:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c226f6af-47d0-48e7-a276-d7cf41f77fcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '3fa3e2ec-6da1-4e85-bba6-d59e4cd57454', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:39:19Z', 'updated_at': '2021-08-10T14:39:23Z', 'revision_number': 4, 'project_id': '852501be2639409da8067c0a65907f4c', 'subnets': [{'id': '3fa3e2ec-6da1-4e85-bba6-d59e4cd57454', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 14:39:25.705200 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Device 30ca0364-9653-4f3c-bc27-836c3f201048 up at agent ovs-agent-dv-cinder-798198-2-iscsi {{(pid=93412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:39:25.754905 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.provisioning_blocks [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Provisioning for port 30ca0364-9653-4f3c-bc27-836c3f201048 completed by entity L2. {{(pid=93412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 14:39:25.758721 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.provisioning_blocks [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Provisioning complete for port 30ca0364-9653-4f3c-bc27-836c3f201048 triggered by entity L2. {{(pid=93412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:39:25.759095 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932393'] for port, provisioning_complete {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:39:25.839914 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:39:25.872033 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.db [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] For port 30ca0364-9653-4f3c-bc27-836c3f201048, host dv-cinder-798198-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-2-iscsi',level=0,port_id=30ca0364-9653-4f3c-bc27-836c3f201048,segment=NetworkSegment(fd6c567c-c175-4772-87c6-9a328458b182),segment_id=fd6c567c-c175-4772-87c6-9a328458b182)] {{(pid=93412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:39:25.875859 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683854493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786683465220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786683465238'] for port, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:39:25.923784 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Pushing event updated for resources: {'Port': ['ID=30ca0364-9653-4f3c-bc27-836c3f201048,revision_number=5']} {{(pid=93412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:39:26.139605 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-adb76adb-b184-4b86-a0ef-1aa972a56bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:39:27.689991 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Device 30ca0364-9653-4f3c-bc27-836c3f201048 up at agent ovs-agent-dv-cinder-798198-2-iscsi {{(pid=93412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:39:27.738193 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.provisioning_blocks [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Provisioning complete for port 30ca0364-9653-4f3c-bc27-836c3f201048 triggered by entity L2. {{(pid=93412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:39:27.738711 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932393'] for port, provisioning_complete {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:39:29.114762 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-f71cbe19-50f9-4e49-87c8-088982d7bba8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:39:29.125174 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:39:30.216431 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-1682deac-1581-4d55-87bc-bceb4bcaf759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:39:32.167438 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-f97b798d-bd61-4bdb-bb4a-e55e1a0659df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:39:32.949739 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:39:37.141876 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-8507fd89-8c32-4dee-b828-504c3c611f3c req-07507df0-6f85-4a0f-846d-4a3249fb9e77 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b1e62976-0309-493f-ae39-56e1703fa119&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0415537 Aug 10 14:39:37.224660 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8507fd89-8c32-4dee-b828-504c3c611f3c req-c7618345-5f59-4cec-8c05-9320eb4baa9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:39:37.226228 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-8507fd89-8c32-4dee-b828-504c3c611f3c req-c7618345-5f59-4cec-8c05-9320eb4baa9a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a05f2e4d11dd4970b1890e2ac2ce4c87&device_id=b1e62976-0309-493f-ae39-56e1703fa119 HTTP/1.1" status: 200 len: 1099 time: 0.0420718 Aug 10 14:39:37.327919 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8507fd89-8c32-4dee-b828-504c3c611f3c req-d6b8b92a-1217-490d-957c-bbf58075ebb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:39:37.329390 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-8507fd89-8c32-4dee-b828-504c3c611f3c req-d6b8b92a-1217-490d-957c-bbf58075ebb2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d5526d2f-b7f9-428c-be48-63f6c6ae4f96 HTTP/1.1" status: 200 len: 913 time: 0.0846727 Aug 10 14:39:37.401048 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-8507fd89-8c32-4dee-b828-504c3c611f3c req-3805b04e-c00e-4af2-88a5-ffffc0bb1cd4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1ef143d4-7588-411f-bc71-c6cc6f88defb HTTP/1.1" status: 200 len: 1002 time: 0.0626733 Aug 10 14:39:37.471418 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8507fd89-8c32-4dee-b828-504c3c611f3c req-77a39899-67b0-47dd-8c50-214fa2600a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:39:37.472842 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-8507fd89-8c32-4dee-b828-504c3c611f3c req-77a39899-67b0-47dd-8c50-214fa2600a3c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=82a0ee63-ad0f-4f7a-9eac-db5d15b3d575 HTTP/1.1" status: 200 len: 851 time: 0.0644681 Aug 10 14:39:37.479805 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-03ed011b-33d6-4a79-86c0-7bfdaaa7f032 req-08716c10-c828-4b2d-a8a7-cb3ca598ebcb tempest-TestShelveInstance-2095018990 tempest-TestShelveInstance-2095018990-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1822391861&fields=id&tenant_id=b9910def5a134e4c8aac3b27b1489c14 HTTP/1.1" status: 200 len: 267 time: 0.0463998 Aug 10 14:39:37.583396 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8507fd89-8c32-4dee-b828-504c3c611f3c req-c2440c25-10b0-4da3-8de5-d92cef44c93f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:39:37.584880 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-8507fd89-8c32-4dee-b828-504c3c611f3c req-c2440c25-10b0-4da3-8de5-d92cef44c93f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d5526d2f-b7f9-428c-be48-63f6c6ae4f96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1041071 Aug 10 14:39:37.625644 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ed011b-33d6-4a79-86c0-7bfdaaa7f032 req-b684ebe0-acc9-4846-a52d-dd1b8a2a579f tempest-TestShelveInstance-2095018990 tempest-TestShelveInstance-2095018990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:39:37.627050 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-03ed011b-33d6-4a79-86c0-7bfdaaa7f032 req-b684ebe0-acc9-4846-a52d-dd1b8a2a579f tempest-TestShelveInstance-2095018990 tempest-TestShelveInstance-2095018990-project] 10.222.0.42 "GET /v2.0/networks?id=4918bd4f-1e68-44d8-94ca-20c40994be08 HTTP/1.1" status: 200 len: 809 time: 0.1388967 Aug 10 14:39:37.671448 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-03ed011b-33d6-4a79-86c0-7bfdaaa7f032 req-30b3a1d7-ef54-43b0-8008-01b9a2153c60 tempest-TestShelveInstance-2095018990 tempest-TestShelveInstance-2095018990-project] 10.222.0.42 "GET /v2.0/quotas/b9910def5a134e4c8aac3b27b1489c14 HTTP/1.1" status: 200 len: 375 time: 0.0169775 Aug 10 14:39:37.733988 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-8507fd89-8c32-4dee-b828-504c3c611f3c req-c6e38346-b914-47d6-9245-fe896f737a38 service neutron] 10.222.0.18 "GET /v2.0/networks/d5526d2f-b7f9-428c-be48-63f6c6ae4f96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378284 Aug 10 14:39:37.744400 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-03ed011b-33d6-4a79-86c0-7bfdaaa7f032 req-b3375b3d-b3e5-4af9-8772-8a76822a92ec tempest-TestShelveInstance-2095018990 tempest-TestShelveInstance-2095018990-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=b9910def5a134e4c8aac3b27b1489c14&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0670865 Aug 10 14:39:37.896706 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-8507fd89-8c32-4dee-b828-504c3c611f3c req-80a6ee83-1a83-4ca0-9fa8-f8da156ed9c8 service neutron] 10.222.0.18 "GET /v2.0/networks/d5526d2f-b7f9-428c-be48-63f6c6ae4f96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513555 Aug 10 14:39:37.899958 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-03ed011b-33d6-4a79-86c0-7bfdaaa7f032 req-0bafedf2-01c7-4070-b384-ae576e302fe9 service neutron] 10.222.0.42 "GET /v2.0/networks/4918bd4f-1e68-44d8-94ca-20c40994be08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354394 Aug 10 14:39:37.995060 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-03ed011b-33d6-4a79-86c0-7bfdaaa7f032 req-78e40199-37f8-4217-8575-f1056ceca245 service neutron] 10.222.0.42 "GET /v2.0/networks/4918bd4f-1e68-44d8-94ca-20c40994be08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885999 Aug 10 14:39:38.280906 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-12e20b95-f380-4f04-8f6d-2664dbdec66a req-31e19e2f-e522-4f96-93a7-cf63a5f68978 tempest-TestShelveInstance-2095018990 tempest-TestShelveInstance-2095018990-project] 10.222.0.42 "GET /v2.0/ports?device_id=d5d5200b-9b93-4c29-9811-4436802b9236 HTTP/1.1" status: 200 len: 210 time: 0.0274463 Aug 10 14:39:39.160387 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ed011b-33d6-4a79-86c0-7bfdaaa7f032 req-fbb69283-5908-4c56-870f-b333faf1d025 tempest-TestShelveInstance-2095018990 tempest-TestShelveInstance-2095018990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:39:39.161852 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-03ed011b-33d6-4a79-86c0-7bfdaaa7f032 req-fbb69283-5908-4c56-870f-b333faf1d025 tempest-TestShelveInstance-2095018990 tempest-TestShelveInstance-2095018990-project] 10.222.0.18 "GET /v2.0/networks?id=4918bd4f-1e68-44d8-94ca-20c40994be08 HTTP/1.1" status: 200 len: 809 time: 0.1080251 Aug 10 14:39:39.480926 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-472fced8-39aa-4be8-a451-c98b4eb7a312 req-56f9ec62-94a1-4a67-994b-479281e5a001 tempest-TestShelveInstance-2095018990 tempest-TestShelveInstance-2095018990-project] 10.222.0.42 "GET /v2.0/ports?device_id=d5d5200b-9b93-4c29-9811-4436802b9236 HTTP/1.1" status: 200 len: 210 time: 0.0290637 Aug 10 14:39:39.495702 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-03ed011b-33d6-4a79-86c0-7bfdaaa7f032 req-b85c4caf-570d-4097-8683-1544b95d14ca tempest-TestShelveInstance-2095018990 tempest-TestShelveInstance-2095018990-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b9910def5a134e4c8aac3b27b1489c14 HTTP/1.1" status: 200 len: 380 time: 0.3250794 Aug 10 14:39:39.508539 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.v2.base [req-03ed011b-33d6-4a79-86c0-7bfdaaa7f032 req-d07c4017-f691-4ce3-aca9-c096bc9812c3 tempest-TestShelveInstance-2095018990 tempest-TestShelveInstance-2095018990-project] Request body: {'port': {'device_id': 'd5d5200b-9b93-4c29-9811-4436802b9236', 'network_id': '4918bd4f-1e68-44d8-94ca-20c40994be08', 'admin_state_up': True, 'tenant_id': 'b9910def5a134e4c8aac3b27b1489c14', 'security_groups': ['36fe42ba-dbb8-4715-b51e-a4f21717caef']}} {{(pid=93410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:39:39.617443 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03ed011b-33d6-4a79-86c0-7bfdaaa7f032 req-d07c4017-f691-4ce3-aca9-c096bc9812c3 tempest-TestShelveInstance-2095018990 tempest-TestShelveInstance-2095018990-project] Made reservation on behalf of b9910def5a134e4c8aac3b27b1489c14 for: {'port': 1} {{(pid=93410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 14:39:39.621929 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-03ed011b-33d6-4a79-86c0-7bfdaaa7f032 req-d07c4017-f691-4ce3-aca9-c096bc9812c3 tempest-TestShelveInstance-2095018990 tempest-TestShelveInstance-2095018990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:39:39.758749 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.db.db_base_plugin_common [req-03ed011b-33d6-4a79-86c0-7bfdaaa7f032 req-d07c4017-f691-4ce3-aca9-c096bc9812c3 tempest-TestShelveInstance-2095018990 tempest-TestShelveInstance-2095018990-project] Allocated IP 172.20.0.7 (4918bd4f-1e68-44d8-94ca-20c40994be08/cdfe0d3d-9603-4ff6-bd72-cf69d28a9f7f/22fa88e3-2a2d-4992-aa98-362bb336f357) {{(pid=93410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 14:39:39.901205 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-03ed011b-33d6-4a79-86c0-7bfdaaa7f032 req-d07c4017-f691-4ce3-aca9-c096bc9812c3 tempest-TestShelveInstance-2095018990 tempest-TestShelveInstance-2095018990-project] Notify callbacks [] for port, precommit_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:39:39.915992 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [req-03ed011b-33d6-4a79-86c0-7bfdaaa7f032 req-d07c4017-f691-4ce3-aca9-c096bc9812c3 tempest-TestShelveInstance-2095018990 tempest-TestShelveInstance-2095018990-project] Transition to ACTIVE for port object 22fa88e3-2a2d-4992-aa98-362bb336f357 will not be triggered until provisioned by entity DHCP. {{(pid=93410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 14:39:39.951475 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-03ed011b-33d6-4a79-86c0-7bfdaaa7f032 req-d07c4017-f691-4ce3-aca9-c096bc9812c3 tempest-TestShelveInstance-2095018990 tempest-TestShelveInstance-2095018990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786683465198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26372150'] for port, after_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:39:39.996587 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03ed011b-33d6-4a79-86c0-7bfdaaa7f032 req-d07c4017-f691-4ce3-aca9-c096bc9812c3 tempest-TestShelveInstance-2095018990 tempest-TestShelveInstance-2095018990-project] Network 4918bd4f-1e68-44d8-94ca-20c40994be08 is already hosted by enough agents. {{(pid=93410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 14:39:40.001849 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.scheduler.base_scheduler [req-03ed011b-33d6-4a79-86c0-7bfdaaa7f032 req-d07c4017-f691-4ce3-aca9-c096bc9812c3 tempest-TestShelveInstance-2095018990 tempest-TestShelveInstance-2095018990-project] Resources bound (agent type, host, resource id): {{(pid=93410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:39:40.006210 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_dvrscheduler_db [req-03ed011b-33d6-4a79-86c0-7bfdaaa7f032 req-d07c4017-f691-4ce3-aca9-c096bc9812c3 tempest-TestShelveInstance-2095018990 tempest-TestShelveInstance-2095018990-project] Received port after_create {{(pid=93410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 14:39:40.010140 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07c4017-f691-4ce3-aca9-c096bc9812c3 tempest-TestShelveInstance-2095018990 tempest-TestShelveInstance-2095018990-project] Pushing event updated for resources: {'Port': ['ID=22fa88e3-2a2d-4992-aa98-362bb336f357,revision_number=1']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:39:40.064108 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ed011b-33d6-4a79-86c0-7bfdaaa7f032 req-d07c4017-f691-4ce3-aca9-c096bc9812c3 tempest-TestShelveInstance-2095018990 tempest-TestShelveInstance-2095018990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:39:40.066502 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-03ed011b-33d6-4a79-86c0-7bfdaaa7f032 req-d07c4017-f691-4ce3-aca9-c096bc9812c3 tempest-TestShelveInstance-2095018990 tempest-TestShelveInstance-2095018990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-387483'] for port, before_response {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:39:40.084093 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-03ed011b-33d6-4a79-86c0-7bfdaaa7f032 req-d07c4017-f691-4ce3-aca9-c096bc9812c3 tempest-TestShelveInstance-2095018990 tempest-TestShelveInstance-2095018990-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5792890 Aug 10 14:39:40.096660 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.v2.base [req-03ed011b-33d6-4a79-86c0-7bfdaaa7f032 req-34f8c067-4e2f-4a4e-853e-6e98fe0cac96 service neutron] Request body: {'port': {'device_id': 'd5d5200b-9b93-4c29-9811-4436802b9236', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79819'}} {{(pid=93410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:39:40.155959 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-03ed011b-33d6-4a79-86c0-7bfdaaa7f032 req-34f8c067-4e2f-4a4e-853e-6e98fe0cac96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:39:40.247056 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.provisioning_blocks [None req-e09ce45f-bd3c-4fc3-92a6-b1500f08d0b1 None None] Provisioning for port 22fa88e3-2a2d-4992-aa98-362bb336f357 completed by entity DHCP. {{(pid=93412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 14:39:40.250887 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.provisioning_blocks [None req-e09ce45f-bd3c-4fc3-92a6-b1500f08d0b1 None None] Provisioning complete for port 22fa88e3-2a2d-4992-aa98-362bb336f357 triggered by entity DHCP. {{(pid=93412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:39:40.251325 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-e09ce45f-bd3c-4fc3-92a6-b1500f08d0b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932393'] for port, provisioning_complete {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:39:40.288961 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.plugin [None req-e09ce45f-bd3c-4fc3-92a6-b1500f08d0b1 None None] Port 22fa88e3-2a2d-4992-aa98-362bb336f357 cannot update to ACTIVE because it is not bound. {{(pid=93412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 14:39:40.426078 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.notifiers.nova [req-03ed011b-33d6-4a79-86c0-7bfdaaa7f032 req-34f8c067-4e2f-4a4e-853e-6e98fe0cac96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22fa88e3-2a2d-4992-aa98-362bb336f357 {{(pid=93410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 14:39:40.433698 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-03ed011b-33d6-4a79-86c0-7bfdaaa7f032 req-34f8c067-4e2f-4a4e-853e-6e98fe0cac96 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:39:40.445440 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [req-03ed011b-33d6-4a79-86c0-7bfdaaa7f032 req-34f8c067-4e2f-4a4e-853e-6e98fe0cac96 service neutron] Transition to ACTIVE for port object 22fa88e3-2a2d-4992-aa98-362bb336f357 will not be triggered until provisioned by entity L2. {{(pid=93410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 14:39:40.448988 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-03ed011b-33d6-4a79-86c0-7bfdaaa7f032 req-34f8c067-4e2f-4a4e-853e-6e98fe0cac96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683854493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786683465220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786683465238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26372301'] for port, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:39:40.500427 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f8c067-4e2f-4a4e-853e-6e98fe0cac96 service neutron] Pushing event updated for resources: {'Port': ['ID=22fa88e3-2a2d-4992-aa98-362bb336f357,revision_number=2']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:39:40.595706 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.managers [req-03ed011b-33d6-4a79-86c0-7bfdaaa7f032 req-34f8c067-4e2f-4a4e-853e-6e98fe0cac96 service neutron] Attempting to bind port 22fa88e3-2a2d-4992-aa98-362bb336f357 on host hv-cinder-79819 for vnic_type normal with profile {{(pid=93410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 14:39:40.596063 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.managers [req-03ed011b-33d6-4a79-86c0-7bfdaaa7f032 req-34f8c067-4e2f-4a4e-853e-6e98fe0cac96 service neutron] Attempting to bind port 22fa88e3-2a2d-4992-aa98-362bb336f357 by drivers openvswitch,hyperv on host hv-cinder-79819 at level 0 using segments [{'id': 'bdbd633b-3f29-4592-9b3d-37c1874c84c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '4918bd4f-1e68-44d8-94ca-20c40994be08'}] {{(pid=93410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 14:39:40.596606 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03ed011b-33d6-4a79-86c0-7bfdaaa7f032 req-34f8c067-4e2f-4a4e-853e-6e98fe0cac96 service neutron] Attempting to bind port 22fa88e3-2a2d-4992-aa98-362bb336f357 on network 4918bd4f-1e68-44d8-94ca-20c40994be08 {{(pid=93410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 14:39:40.606563 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03ed011b-33d6-4a79-86c0-7bfdaaa7f032 req-34f8c067-4e2f-4a4e-853e-6e98fe0cac96 service neutron] Port 22fa88e3-2a2d-4992-aa98-362bb336f357 on network 4918bd4f-1e68-44d8-94ca-20c40994be08 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79819 {{(pid=93410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 14:39:40.606891 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03ed011b-33d6-4a79-86c0-7bfdaaa7f032 req-34f8c067-4e2f-4a4e-853e-6e98fe0cac96 service neutron] Attempting to bind port 22fa88e3-2a2d-4992-aa98-362bb336f357 on network 4918bd4f-1e68-44d8-94ca-20c40994be08 {{(pid=93410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 14:39:40.615046 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03ed011b-33d6-4a79-86c0-7bfdaaa7f032 req-34f8c067-4e2f-4a4e-853e-6e98fe0cac96 service neutron] Checking agent: {'id': '193de837-f8e2-4c0a-a012-1a4e123b0e95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 14, 28, 33), 'started_at': datetime.datetime(2021, 8, 10, 14, 28, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 14, 39, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 14:39:40.615390 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03ed011b-33d6-4a79-86c0-7bfdaaa7f032 req-34f8c067-4e2f-4a4e-853e-6e98fe0cac96 service neutron] Checking segment: {'id': 'bdbd633b-3f29-4592-9b3d-37c1874c84c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '4918bd4f-1e68-44d8-94ca-20c40994be08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 14:39:40.615784 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03ed011b-33d6-4a79-86c0-7bfdaaa7f032 req-34f8c067-4e2f-4a4e-853e-6e98fe0cac96 service neutron] Bound using segment: {'id': 'bdbd633b-3f29-4592-9b3d-37c1874c84c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '4918bd4f-1e68-44d8-94ca-20c40994be08'} {{(pid=93410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 14:39:40.616227 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.managers [req-03ed011b-33d6-4a79-86c0-7bfdaaa7f032 req-34f8c067-4e2f-4a4e-853e-6e98fe0cac96 service neutron] Bound port: 22fa88e3-2a2d-4992-aa98-362bb336f357, host: hv-cinder-79819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdbd633b-3f29-4592-9b3d-37c1874c84c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '4918bd4f-1e68-44d8-94ca-20c40994be08'}}] {{(pid=93410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 14:39:40.616589 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-03ed011b-33d6-4a79-86c0-7bfdaaa7f032 req-34f8c067-4e2f-4a4e-853e-6e98fe0cac96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:39:40.627720 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40255410-a7cb-4d1e-b769-e51eaea7f582 req-a45decbb-46e1-4aa8-9517-241ed931cd5f tempest-TestShelveInstance-2095018990 tempest-TestShelveInstance-2095018990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:39:40.629248 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-40255410-a7cb-4d1e-b769-e51eaea7f582 req-a45decbb-46e1-4aa8-9517-241ed931cd5f tempest-TestShelveInstance-2095018990 tempest-TestShelveInstance-2095018990-project] 10.222.0.42 "GET /v2.0/ports?device_id=d5d5200b-9b93-4c29-9811-4436802b9236 HTTP/1.1" status: 200 len: 943 time: 0.0770802 Aug 10 14:39:40.702094 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-40255410-a7cb-4d1e-b769-e51eaea7f582 req-18d47d9d-c85e-49d4-b0b1-118107ad696a tempest-TestShelveInstance-2095018990 tempest-TestShelveInstance-2095018990-project] 10.222.0.42 "GET /v2.0/security-groups?id=36fe42ba-dbb8-4715-b51e-a4f21717caef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635405 Aug 10 14:39:40.720000 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [req-03ed011b-33d6-4a79-86c0-7bfdaaa7f032 req-34f8c067-4e2f-4a4e-853e-6e98fe0cac96 service neutron] For port 22fa88e3-2a2d-4992-aa98-362bb336f357, host hv-cinder-79819, cleared binding levels {{(pid=93410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 14:39:40.723430 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [req-03ed011b-33d6-4a79-86c0-7bfdaaa7f032 req-34f8c067-4e2f-4a4e-853e-6e98fe0cac96 service neutron] For port 22fa88e3-2a2d-4992-aa98-362bb336f357, host hv-cinder-79819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=22fa88e3-2a2d-4992-aa98-362bb336f357,segment=NetworkSegment(bdbd633b-3f29-4592-9b3d-37c1874c84c5),segment_id=bdbd633b-3f29-4592-9b3d-37c1874c84c5)] {{(pid=93410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 14:39:40.727687 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-03ed011b-33d6-4a79-86c0-7bfdaaa7f032 req-34f8c067-4e2f-4a4e-853e-6e98fe0cac96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683854493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786683465220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786683465238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26372301'] for port, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:39:40.765305 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ed011b-33d6-4a79-86c0-7bfdaaa7f032 req-34f8c067-4e2f-4a4e-853e-6e98fe0cac96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:39:40.765939 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-03ed011b-33d6-4a79-86c0-7bfdaaa7f032 req-34f8c067-4e2f-4a4e-853e-6e98fe0cac96 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-387483'] for port, before_response {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:39:40.767368 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-03ed011b-33d6-4a79-86c0-7bfdaaa7f032 req-34f8c067-4e2f-4a4e-853e-6e98fe0cac96 service neutron] 10.222.0.18 "PUT /v2.0/ports/22fa88e3-2a2d-4992-aa98-362bb336f357 HTTP/1.1" status: 200 len: 1093 time: 0.6752017 Aug 10 14:39:40.767803 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5d5200b-9b93-4c29-9811-4436802b9236', 'tag': '22fa88e3-2a2d-4992-aa98-362bb336f357'}] {{(pid=93410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:39:40.770131 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}173c15a1f530ed65b3eefe425c4e9cd9c28cfc2a1cdec76c1bb34aa91000b996" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19395c28-5eac-4921-9ae9-d718933b1071" -d '{"events": [{"name": "network-changed", "server_uuid": "d5d5200b-9b93-4c29-9811-4436802b9236", "tag": "22fa88e3-2a2d-4992-aa98-362bb336f357"}]}' {{(pid=93410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:39:40.799233 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f8c067-4e2f-4a4e-853e-6e98fe0cac96 service neutron] Pushing event updated for resources: {'Port': ['ID=22fa88e3-2a2d-4992-aa98-362bb336f357,revision_number=3']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:39:40.814292 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 14:39:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-def4d348-1d71-4e1f-ba07-2559f39a7542 x-openstack-request-id: req-def4d348-1d71-4e1f-ba07-2559f39a7542 {{(pid=93410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:39:40.814662 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5d5200b-9b93-4c29-9811-4436802b9236", "tag": "22fa88e3-2a2d-4992-aa98-362bb336f357", "status": "completed", "code": 200}]} {{(pid=93410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:39:40.815094 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-def4d348-1d71-4e1f-ba07-2559f39a7542 {{(pid=93410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:39:40.815489 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5d5200b-9b93-4c29-9811-4436802b9236', 'tag': '22fa88e3-2a2d-4992-aa98-362bb336f357', 'status': 'completed', 'code': 200} Aug 10 14:39:40.858655 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ed011b-33d6-4a79-86c0-7bfdaaa7f032 req-cf65a800-b9e7-42aa-bedd-fda7b72776e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:39:40.860302 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-03ed011b-33d6-4a79-86c0-7bfdaaa7f032 req-cf65a800-b9e7-42aa-bedd-fda7b72776e3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b9910def5a134e4c8aac3b27b1489c14&device_id=d5d5200b-9b93-4c29-9811-4436802b9236 HTTP/1.1" status: 200 len: 1096 time: 0.0436416 Aug 10 14:39:40.903031 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-03ed011b-33d6-4a79-86c0-7bfdaaa7f032 req-fb3df420-6ae4-4956-9598-d7775c0da839 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=22fa88e3-2a2d-4992-aa98-362bb336f357 HTTP/1.1" status: 200 len: 217 time: 0.0353768 Aug 10 14:39:40.958086 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ed011b-33d6-4a79-86c0-7bfdaaa7f032 req-cd3659b3-c89f-49a3-95cb-6a7166736afb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:39:40.959543 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-03ed011b-33d6-4a79-86c0-7bfdaaa7f032 req-cd3659b3-c89f-49a3-95cb-6a7166736afb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=cdfe0d3d-9603-4ff6-bd72-cf69d28a9f7f HTTP/1.1" status: 200 len: 848 time: 0.0500979 Aug 10 14:39:41.009715 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ed011b-33d6-4a79-86c0-7bfdaaa7f032 req-ffffad4f-eaf2-4150-a105-ccef4ed93774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:39:41.011404 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-03ed011b-33d6-4a79-86c0-7bfdaaa7f032 req-ffffad4f-eaf2-4150-a105-ccef4ed93774 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4918bd4f-1e68-44d8-94ca-20c40994be08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0451071 Aug 10 14:39:41.098249 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-03ed011b-33d6-4a79-86c0-7bfdaaa7f032 req-201e75c2-9ab5-44f3-8822-ae5ff252122a service neutron] 10.222.0.18 "GET /v2.0/networks/4918bd4f-1e68-44d8-94ca-20c40994be08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799851 Aug 10 14:39:41.190774 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-03ed011b-33d6-4a79-86c0-7bfdaaa7f032 req-5909281c-866e-4dca-a5cd-54c8dc5f954e service neutron] 10.222.0.18 "GET /v2.0/networks/4918bd4f-1e68-44d8-94ca-20c40994be08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856860 Aug 10 14:39:41.272900 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19395c28-5eac-4921-9ae9-d718933b1071 req-e280cb60-9c5b-4d72-8db1-fb5a442f37b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:39:41.274474 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-19395c28-5eac-4921-9ae9-d718933b1071 req-e280cb60-9c5b-4d72-8db1-fb5a442f37b3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b9910def5a134e4c8aac3b27b1489c14&device_id=d5d5200b-9b93-4c29-9811-4436802b9236 HTTP/1.1" status: 200 len: 1096 time: 0.0410736 Aug 10 14:39:41.374992 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19395c28-5eac-4921-9ae9-d718933b1071 req-7ab3ca87-e1c2-43fd-a36c-29e11746b9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:39:41.376382 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-19395c28-5eac-4921-9ae9-d718933b1071 req-7ab3ca87-e1c2-43fd-a36c-29e11746b9bf service neutron] 10.222.0.18 "GET /v2.0/networks?id=4918bd4f-1e68-44d8-94ca-20c40994be08 HTTP/1.1" status: 200 len: 910 time: 0.0933344 Aug 10 14:39:41.419199 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-19395c28-5eac-4921-9ae9-d718933b1071 req-cb99916d-52c3-4d70-aa2e-27ede7129f8c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=22fa88e3-2a2d-4992-aa98-362bb336f357 HTTP/1.1" status: 200 len: 217 time: 0.0337760 Aug 10 14:39:41.466059 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19395c28-5eac-4921-9ae9-d718933b1071 req-4a3b5267-5a37-4778-82ff-ff7db6de4eda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:39:41.467448 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-19395c28-5eac-4921-9ae9-d718933b1071 req-4a3b5267-5a37-4778-82ff-ff7db6de4eda service neutron] 10.222.0.18 "GET /v2.0/subnets?id=cdfe0d3d-9603-4ff6-bd72-cf69d28a9f7f HTTP/1.1" status: 200 len: 848 time: 0.0417283 Aug 10 14:39:41.515534 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19395c28-5eac-4921-9ae9-d718933b1071 req-a9387a3d-ea64-4565-a2ee-ab621f99be3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:39:41.516990 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-19395c28-5eac-4921-9ae9-d718933b1071 req-a9387a3d-ea64-4565-a2ee-ab621f99be3d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4918bd4f-1e68-44d8-94ca-20c40994be08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0422831 Aug 10 14:39:41.606950 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-19395c28-5eac-4921-9ae9-d718933b1071 req-df715452-b8c4-47ff-86bb-deb89fa11a7d service neutron] 10.222.0.18 "GET /v2.0/networks/4918bd4f-1e68-44d8-94ca-20c40994be08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817015 Aug 10 14:39:41.700673 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-19395c28-5eac-4921-9ae9-d718933b1071 req-f3d36849-f3ea-45dd-9ae2-a62310e39ba5 service neutron] 10.222.0.18 "GET /v2.0/networks/4918bd4f-1e68-44d8-94ca-20c40994be08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862410 Aug 10 14:39:41.815470 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88142a5c-616a-40dd-accf-7d59f5c1a040 req-9f2b0283-63a4-4de6-a9fc-7520fbeba801 tempest-TestShelveInstance-2095018990 tempest-TestShelveInstance-2095018990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:39:41.817073 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-88142a5c-616a-40dd-accf-7d59f5c1a040 req-9f2b0283-63a4-4de6-a9fc-7520fbeba801 tempest-TestShelveInstance-2095018990 tempest-TestShelveInstance-2095018990-project] 10.222.0.42 "GET /v2.0/ports?device_id=d5d5200b-9b93-4c29-9811-4436802b9236 HTTP/1.1" status: 200 len: 943 time: 0.0487874 Aug 10 14:39:41.855150 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-88142a5c-616a-40dd-accf-7d59f5c1a040 req-74055f7d-6464-4d78-9456-66c33c4d65b8 tempest-TestShelveInstance-2095018990 tempest-TestShelveInstance-2095018990-project] 10.222.0.42 "GET /v2.0/security-groups?id=36fe42ba-dbb8-4715-b51e-a4f21717caef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322950 Aug 10 14:39:42.970131 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daf1d92-3c2f-4881-9b64-94ae02b58576 req-dc202815-b03f-4197-a7b9-91450db608eb tempest-TestShelveInstance-2095018990 tempest-TestShelveInstance-2095018990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:39:42.971606 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-3daf1d92-3c2f-4881-9b64-94ae02b58576 req-dc202815-b03f-4197-a7b9-91450db608eb tempest-TestShelveInstance-2095018990 tempest-TestShelveInstance-2095018990-project] 10.222.0.42 "GET /v2.0/ports?device_id=d5d5200b-9b93-4c29-9811-4436802b9236 HTTP/1.1" status: 200 len: 943 time: 0.0488911 Aug 10 14:39:43.008279 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-3daf1d92-3c2f-4881-9b64-94ae02b58576 req-fb2aa721-3478-49be-bb79-e9efbaebcfdb tempest-TestShelveInstance-2095018990 tempest-TestShelveInstance-2095018990-project] 10.222.0.42 "GET /v2.0/security-groups?id=36fe42ba-dbb8-4715-b51e-a4f21717caef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308304 Aug 10 14:39:44.125687 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2498c496-8ebf-4736-90f2-094c4a1a28a0 req-f579661c-94b5-40dd-b3a4-36b386f2f55e tempest-TestShelveInstance-2095018990 tempest-TestShelveInstance-2095018990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:39:44.127161 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-2498c496-8ebf-4736-90f2-094c4a1a28a0 req-f579661c-94b5-40dd-b3a4-36b386f2f55e tempest-TestShelveInstance-2095018990 tempest-TestShelveInstance-2095018990-project] 10.222.0.42 "GET /v2.0/ports?device_id=d5d5200b-9b93-4c29-9811-4436802b9236 HTTP/1.1" status: 200 len: 943 time: 0.0476751 Aug 10 14:39:44.168490 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-2498c496-8ebf-4736-90f2-094c4a1a28a0 req-76b8fae0-ff04-4241-a13c-3451c10f172c tempest-TestShelveInstance-2095018990 tempest-TestShelveInstance-2095018990-project] 10.222.0.42 "GET /v2.0/security-groups?id=36fe42ba-dbb8-4715-b51e-a4f21717caef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354745 Aug 10 14:39:45.280632 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2196baa5-aa48-4895-b2c6-b6241f4f7a73 req-4cf87dec-e9b5-4002-9944-c2592217f8a0 tempest-TestShelveInstance-2095018990 tempest-TestShelveInstance-2095018990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:39:45.282157 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-2196baa5-aa48-4895-b2c6-b6241f4f7a73 req-4cf87dec-e9b5-4002-9944-c2592217f8a0 tempest-TestShelveInstance-2095018990 tempest-TestShelveInstance-2095018990-project] 10.222.0.42 "GET /v2.0/ports?device_id=d5d5200b-9b93-4c29-9811-4436802b9236 HTTP/1.1" status: 200 len: 943 time: 0.0488346 Aug 10 14:39:45.319568 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-2196baa5-aa48-4895-b2c6-b6241f4f7a73 req-1dbd02f2-a7fd-4572-bd1d-1ffee8164919 tempest-TestShelveInstance-2095018990 tempest-TestShelveInstance-2095018990-project] 10.222.0.42 "GET /v2.0/security-groups?id=36fe42ba-dbb8-4715-b51e-a4f21717caef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315006 Aug 10 14:39:46.430998 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87037959-f996-4445-8151-d34bf26da60c req-e0559fc6-ab2a-469b-a2f9-69eb25ae140a tempest-TestShelveInstance-2095018990 tempest-TestShelveInstance-2095018990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:39:46.432461 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-87037959-f996-4445-8151-d34bf26da60c req-e0559fc6-ab2a-469b-a2f9-69eb25ae140a tempest-TestShelveInstance-2095018990 tempest-TestShelveInstance-2095018990-project] 10.222.0.42 "GET /v2.0/ports?device_id=d5d5200b-9b93-4c29-9811-4436802b9236 HTTP/1.1" status: 200 len: 943 time: 0.0482957 Aug 10 14:39:46.470013 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-87037959-f996-4445-8151-d34bf26da60c req-8e96644b-e9e4-4385-b8c1-dab489dcd9eb tempest-TestShelveInstance-2095018990 tempest-TestShelveInstance-2095018990-project] 10.222.0.42 "GET /v2.0/security-groups?id=36fe42ba-dbb8-4715-b51e-a4f21717caef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316935 Aug 10 14:39:47.580885 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb4db1c-ad4a-4bc0-995a-0180e34fd4bd req-427f4680-9bea-4e36-8676-0afe246e87bf tempest-TestShelveInstance-2095018990 tempest-TestShelveInstance-2095018990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:39:47.582371 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-cfb4db1c-ad4a-4bc0-995a-0180e34fd4bd req-427f4680-9bea-4e36-8676-0afe246e87bf tempest-TestShelveInstance-2095018990 tempest-TestShelveInstance-2095018990-project] 10.222.0.42 "GET /v2.0/ports?device_id=d5d5200b-9b93-4c29-9811-4436802b9236 HTTP/1.1" status: 200 len: 943 time: 0.0482810 Aug 10 14:39:47.626940 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-cfb4db1c-ad4a-4bc0-995a-0180e34fd4bd req-d0c1eff3-5e35-4fdf-ae76-2eb43e2fe051 tempest-TestShelveInstance-2095018990 tempest-TestShelveInstance-2095018990-project] 10.222.0.42 "GET /v2.0/security-groups?id=36fe42ba-dbb8-4715-b51e-a4f21717caef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356417 Aug 10 14:39:47.904100 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Device 22fa88e3-2a2d-4992-aa98-362bb336f357 details requested by agent hyperv_hv-cinder-79819 with host hv-cinder-79819 {{(pid=93412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 14:39:48.001852 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.db [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] For port 22fa88e3-2a2d-4992-aa98-362bb336f357, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=22fa88e3-2a2d-4992-aa98-362bb336f357,segment=NetworkSegment(bdbd633b-3f29-4592-9b3d-37c1874c84c5),segment_id=bdbd633b-3f29-4592-9b3d-37c1874c84c5)] {{(pid=93412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:39:48.012688 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Returning: {'device': '22fa88e3-2a2d-4992-aa98-362bb336f357', 'network_id': '4918bd4f-1e68-44d8-94ca-20c40994be08', 'port_id': '22fa88e3-2a2d-4992-aa98-362bb336f357', 'mac_address': 'fa:16:3e:66:6a:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdfe0d3d-9603-4ff6-bd72-cf69d28a9f7f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 14:39:48.048041 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:39:48.061127 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.notifiers.nova [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22fa88e3-2a2d-4992-aa98-362bb336f357 {{(pid=93412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 14:39:48.080250 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.db [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] For port 22fa88e3-2a2d-4992-aa98-362bb336f357, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=22fa88e3-2a2d-4992-aa98-362bb336f357,segment=NetworkSegment(bdbd633b-3f29-4592-9b3d-37c1874c84c5),segment_id=bdbd633b-3f29-4592-9b3d-37c1874c84c5)] {{(pid=93412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:39:48.084020 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683854493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786683465220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786683465238'] for port, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:39:48.132830 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Pushing event updated for resources: {'Port': ['ID=22fa88e3-2a2d-4992-aa98-362bb336f357,revision_number=4']} {{(pid=93412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:39:48.282164 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.db [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] get_ports_and_sgs() called for port_ids ['22fa88e3-2a2d-4992-aa98-362bb336f357'] {{(pid=93412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 14:39:48.739944 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78e76e0-0382-4fd6-ad6d-1eb6dd94ced6 req-a03b5bdb-eb7e-4430-a9cc-d35f6fb77c20 tempest-TestShelveInstance-2095018990 tempest-TestShelveInstance-2095018990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:39:48.741407 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-c78e76e0-0382-4fd6-ad6d-1eb6dd94ced6 req-a03b5bdb-eb7e-4430-a9cc-d35f6fb77c20 tempest-TestShelveInstance-2095018990 tempest-TestShelveInstance-2095018990-project] 10.222.0.42 "GET /v2.0/ports?device_id=d5d5200b-9b93-4c29-9811-4436802b9236 HTTP/1.1" status: 200 len: 944 time: 0.0486088 Aug 10 14:39:48.778282 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-c78e76e0-0382-4fd6-ad6d-1eb6dd94ced6 req-b861bab5-8415-4900-9c61-df225184694d tempest-TestShelveInstance-2095018990 tempest-TestShelveInstance-2095018990-project] 10.222.0.42 "GET /v2.0/security-groups?id=36fe42ba-dbb8-4715-b51e-a4f21717caef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303729 Aug 10 14:39:49.889699 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6611081c-887a-48e8-acc3-ebffa6d3fd57 req-1d999e33-07fc-4bfc-b72a-2f993797887a tempest-TestShelveInstance-2095018990 tempest-TestShelveInstance-2095018990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:39:49.891106 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-6611081c-887a-48e8-acc3-ebffa6d3fd57 req-1d999e33-07fc-4bfc-b72a-2f993797887a tempest-TestShelveInstance-2095018990 tempest-TestShelveInstance-2095018990-project] 10.222.0.42 "GET /v2.0/ports?device_id=d5d5200b-9b93-4c29-9811-4436802b9236 HTTP/1.1" status: 200 len: 944 time: 0.0480888 Aug 10 14:39:49.920474 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Device 22fa88e3-2a2d-4992-aa98-362bb336f357 up at agent hyperv_hv-cinder-79819 {{(pid=93412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:39:49.930512 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-6611081c-887a-48e8-acc3-ebffa6d3fd57 req-e259aef8-7dc5-47ba-9d36-0724d91070b3 tempest-TestShelveInstance-2095018990 tempest-TestShelveInstance-2095018990-project] 10.222.0.42 "GET /v2.0/security-groups?id=36fe42ba-dbb8-4715-b51e-a4f21717caef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335977 Aug 10 14:39:49.969765 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.provisioning_blocks [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Provisioning for port 22fa88e3-2a2d-4992-aa98-362bb336f357 completed by entity L2. {{(pid=93412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 14:39:49.973455 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.provisioning_blocks [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Provisioning complete for port 22fa88e3-2a2d-4992-aa98-362bb336f357 triggered by entity L2. {{(pid=93412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:39:49.973873 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932393'] for port, provisioning_complete {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:39:50.049202 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:39:50.070885 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5d5200b-9b93-4c29-9811-4436802b9236', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22fa88e3-2a2d-4992-aa98-362bb336f357'}] {{(pid=93412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:39:50.073123 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9406f3752f8c5c09b2197ea24f22201eb31b4bb693178eb20b3d616b4d9459a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d7e9a9b-08b4-4462-95af-aa7aae09a9fe" -d '{"events": [{"server_uuid": "d5d5200b-9b93-4c29-9811-4436802b9236", "name": "network-vif-plugged", "status": "completed", "tag": "22fa88e3-2a2d-4992-aa98-362bb336f357"}]}' {{(pid=93412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:39:50.086575 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.db [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] For port 22fa88e3-2a2d-4992-aa98-362bb336f357, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=22fa88e3-2a2d-4992-aa98-362bb336f357,segment=NetworkSegment(bdbd633b-3f29-4592-9b3d-37c1874c84c5),segment_id=bdbd633b-3f29-4592-9b3d-37c1874c84c5)] {{(pid=93412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:39:50.094938 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683854493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786683465220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786683465238'] for port, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:39:50.120067 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 14:39:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-514085a5-0c76-4c85-82e3-6cbf3a832076 x-openstack-request-id: req-514085a5-0c76-4c85-82e3-6cbf3a832076 {{(pid=93412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:39:50.120355 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5d5200b-9b93-4c29-9811-4436802b9236", "name": "network-vif-plugged", "status": "completed", "tag": "22fa88e3-2a2d-4992-aa98-362bb336f357", "code": 200}]} {{(pid=93412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:39:50.120604 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-514085a5-0c76-4c85-82e3-6cbf3a832076 {{(pid=93412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:39:50.120985 dv-cinder-798198-2-iscsi neutron-server[93412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5d5200b-9b93-4c29-9811-4436802b9236', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22fa88e3-2a2d-4992-aa98-362bb336f357', 'code': 200} Aug 10 14:39:50.148305 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Pushing event updated for resources: {'Port': ['ID=22fa88e3-2a2d-4992-aa98-362bb336f357,revision_number=5']} {{(pid=93412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:39:50.320017 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f736c636-c0bf-4925-a2d7-311cdf31d4db req-5a18f5d4-b98f-44d9-a5c8-cac957cd1068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:39:50.321558 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-f736c636-c0bf-4925-a2d7-311cdf31d4db req-5a18f5d4-b98f-44d9-a5c8-cac957cd1068 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d5d5200b-9b93-4c29-9811-4436802b9236 HTTP/1.1" status: 200 len: 1098 time: 0.0398614 Aug 10 14:39:50.359085 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-f736c636-c0bf-4925-a2d7-311cdf31d4db req-51d484b3-d495-4f69-84c2-8c719fc5fc4f service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=36fe42ba-dbb8-4715-b51e-a4f21717caef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306563 Aug 10 14:39:51.050952 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35be1a1e-0c1b-4149-84c2-f85b6c668902 req-3946bfc0-4652-4cd5-bb1c-76d81e0cd436 tempest-TestShelveInstance-2095018990 tempest-TestShelveInstance-2095018990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:39:51.052545 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-35be1a1e-0c1b-4149-84c2-f85b6c668902 req-3946bfc0-4652-4cd5-bb1c-76d81e0cd436 tempest-TestShelveInstance-2095018990 tempest-TestShelveInstance-2095018990-project] 10.222.0.42 "GET /v2.0/ports?device_id=d5d5200b-9b93-4c29-9811-4436802b9236 HTTP/1.1" status: 200 len: 945 time: 0.0580294 Aug 10 14:39:51.093129 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-35be1a1e-0c1b-4149-84c2-f85b6c668902 req-9a5dc2ed-d245-4f10-9175-6fc07bff1128 tempest-TestShelveInstance-2095018990 tempest-TestShelveInstance-2095018990-project] 10.222.0.42 "GET /v2.0/security-groups?id=36fe42ba-dbb8-4715-b51e-a4f21717caef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330195 Aug 10 14:39:52.208061 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6aa98fc-c699-4e1d-bb97-02dea87b1662 req-fbac33de-6eed-4d6e-b2fb-d1bb21ccfe14 tempest-TestShelveInstance-2095018990 tempest-TestShelveInstance-2095018990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:39:52.209536 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-a6aa98fc-c699-4e1d-bb97-02dea87b1662 req-fbac33de-6eed-4d6e-b2fb-d1bb21ccfe14 tempest-TestShelveInstance-2095018990 tempest-TestShelveInstance-2095018990-project] 10.222.0.42 "GET /v2.0/ports?device_id=d5d5200b-9b93-4c29-9811-4436802b9236 HTTP/1.1" status: 200 len: 945 time: 0.0486705 Aug 10 14:39:52.247051 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-a6aa98fc-c699-4e1d-bb97-02dea87b1662 req-24f47834-47e5-477f-aec2-6e96fa2bd615 tempest-TestShelveInstance-2095018990 tempest-TestShelveInstance-2095018990-project] 10.222.0.42 "GET /v2.0/security-groups?id=36fe42ba-dbb8-4715-b51e-a4f21717caef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310256 Aug 10 14:39:52.357813 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3eacfd-dbc0-44ec-ae7f-3607d47ee4d1 req-57b6519e-4178-4ba7-a1b2-cd452efd02c0 tempest-TestShelveInstance-2095018990 tempest-TestShelveInstance-2095018990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:39:52.359281 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-af3eacfd-dbc0-44ec-ae7f-3607d47ee4d1 req-57b6519e-4178-4ba7-a1b2-cd452efd02c0 tempest-TestShelveInstance-2095018990 tempest-TestShelveInstance-2095018990-project] 10.222.0.42 "GET /v2.0/ports?device_id=d5d5200b-9b93-4c29-9811-4436802b9236 HTTP/1.1" status: 200 len: 945 time: 0.0483308 Aug 10 14:39:52.399345 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-af3eacfd-dbc0-44ec-ae7f-3607d47ee4d1 req-7cf0919a-ae22-4e22-9318-79b9d968aba8 tempest-TestShelveInstance-2095018990 tempest-TestShelveInstance-2095018990-project] 10.222.0.42 "GET /v2.0/security-groups?id=36fe42ba-dbb8-4715-b51e-a4f21717caef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341439 Aug 10 14:39:52.420431 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.wsgi [-] (93411) accepted ('10.222.0.42', 58684) {{(pid=93411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:39:52.544617 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87094ae0-698f-415b-b841-403d16d6cc18 tempest-TestShelveInstance-115717973 tempest-TestShelveInstance-115717973-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:39:52.546159 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-87094ae0-698f-415b-b841-403d16d6cc18 tempest-TestShelveInstance-115717973 tempest-TestShelveInstance-115717973-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=d5d5200b-9b93-4c29-9811-4436802b9236 HTTP/1.1" status: 200 len: 1093 time: 0.1247637 Aug 10 14:39:52.548973 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.wsgi [-] (93411) accepted ('10.222.0.42', 58688) {{(pid=93411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:39:52.553527 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.v2.base [None req-d37a2497-286b-47ac-b115-49b399f93c1b tempest-TestShelveInstance-2095018990 tempest-TestShelveInstance-2095018990-project] Request body: {'floatingip': {'floating_network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'port_id': '22fa88e3-2a2d-4992-aa98-362bb336f357', 'tenant_id': 'b9910def5a134e4c8aac3b27b1489c14', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:39:52.575346 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-d37a2497-286b-47ac-b115-49b399f93c1b tempest-TestShelveInstance-2095018990 tempest-TestShelveInstance-2095018990-project] Notify callbacks [] for floatingip, before_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:39:52.665958 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-d37a2497-286b-47ac-b115-49b399f93c1b tempest-TestShelveInstance-2095018990 tempest-TestShelveInstance-2095018990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:39:52.985211 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.db.db_base_plugin_common [None req-d37a2497-286b-47ac-b115-49b399f93c1b tempest-TestShelveInstance-2095018990 tempest-TestShelveInstance-2095018990-project] Allocated IP 172.27.0.103 (3c935337-17af-4240-bc2c-ccb5b04b1532/e735a612-8fb3-4a85-bede-f6307ba49d31/851b55c8-a422-4aaf-a5df-d21d9fd02064) {{(pid=93411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 14:39:53.092615 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-d37a2497-286b-47ac-b115-49b399f93c1b tempest-TestShelveInstance-2095018990 tempest-TestShelveInstance-2095018990-project] Notify callbacks [] for port, precommit_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:39:53.130693 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-d37a2497-286b-47ac-b115-49b399f93c1b tempest-TestShelveInstance-2095018990 tempest-TestShelveInstance-2095018990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786683465198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2690464'] for port, after_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:39:53.172086 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d37a2497-286b-47ac-b115-49b399f93c1b tempest-TestShelveInstance-2095018990 tempest-TestShelveInstance-2095018990-project] Network 3c935337-17af-4240-bc2c-ccb5b04b1532 is already hosted by enough agents. {{(pid=93411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 14:39:53.174469 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.scheduler.base_scheduler [None req-d37a2497-286b-47ac-b115-49b399f93c1b tempest-TestShelveInstance-2095018990 tempest-TestShelveInstance-2095018990-project] Resources bound (agent type, host, resource id): {{(pid=93411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:39:53.178254 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d37a2497-286b-47ac-b115-49b399f93c1b tempest-TestShelveInstance-2095018990 tempest-TestShelveInstance-2095018990-project] Received port after_create {{(pid=93411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 14:39:53.184175 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37a2497-286b-47ac-b115-49b399f93c1b tempest-TestShelveInstance-2095018990 tempest-TestShelveInstance-2095018990-project] Pushing event updated for resources: {'Port': ['ID=851b55c8-a422-4aaf-a5df-d21d9fd02064,revision_number=1']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:39:53.523766 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-d37a2497-286b-47ac-b115-49b399f93c1b tempest-TestShelveInstance-2095018990 tempest-TestShelveInstance-2095018990-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:39:53.587967 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-d37a2497-286b-47ac-b115-49b399f93c1b tempest-TestShelveInstance-2095018990 tempest-TestShelveInstance-2095018990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_update {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:39:53.735361 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-d37a2497-286b-47ac-b115-49b399f93c1b tempest-TestShelveInstance-2095018990 tempest-TestShelveInstance-2095018990-project] Notify callbacks [] for port, precommit_update {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:39:53.739989 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-d37a2497-286b-47ac-b115-49b399f93c1b tempest-TestShelveInstance-2095018990 tempest-TestShelveInstance-2095018990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683854493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786683465220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786683465238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2690395'] for port, after_update {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:39:53.806592 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37a2497-286b-47ac-b115-49b399f93c1b tempest-TestShelveInstance-2095018990 tempest-TestShelveInstance-2095018990-project] Pushing event updated for resources: {'Port': ['ID=851b55c8-a422-4aaf-a5df-d21d9fd02064,revision_number=2']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:39:53.816224 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-d37a2497-286b-47ac-b115-49b399f93c1b tempest-TestShelveInstance-2095018990 tempest-TestShelveInstance-2095018990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-880024'] for floatingip, after_update {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:39:53.920995 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.db.l3_db [None req-d37a2497-286b-47ac-b115-49b399f93c1b tempest-TestShelveInstance-2095018990 tempest-TestShelveInstance-2095018990-project] Floating IP b560de7d-9c5e-46ca-89f7-a6fd095feb75 associated. External IP: 172.27.0.103, port: 22fa88e3-2a2d-4992-aa98-362bb336f357. Aug 10 14:39:54.121433 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d37a2497-286b-47ac-b115-49b399f93c1b tempest-TestShelveInstance-2095018990 tempest-TestShelveInstance-2095018990-project] Router 8a08993f-0ba6-4a26-99d2-bc2bf28ff538 has already been hosted by L3 agent 8acc92de-0cfa-4d60-8b37-a39a4d3c1570 {{(pid=93411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 14:39:54.225033 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d37a2497-286b-47ac-b115-49b399f93c1b tempest-TestShelveInstance-2095018990 tempest-TestShelveInstance-2095018990-project] Notify agent at l3_agent.dv-cinder-798198-2-iscsi the message routers_updated {{(pid=93411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 14:39:54.234509 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17431611-f414-4055-ac7e-a7f716c51c98 None None] Sync routers for ids ['8a08993f-0ba6-4a26-99d2-bc2bf28ff538'] in dv-cinder-798198-2-iscsi {{(pid=93412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 14:39:54.241537 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-d37a2497-286b-47ac-b115-49b399f93c1b tempest-TestShelveInstance-2095018990 tempest-TestShelveInstance-2095018990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-387483'] for floatingip, before_response {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:39:54.244497 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17431611-f414-4055-ac7e-a7f716c51c98 None None] Routers {'8a08993f-0ba6-4a26-99d2-bc2bf28ff538'} bound to L3 agent in host dv-cinder-798198-2-iscsi {{(pid=93412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:39:54.245118 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.l3_hamode_db [None req-17431611-f414-4055-ac7e-a7f716c51c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T14:22:29Z,description=,heartbeat_timestamp=2021-08-10T14:39:29Z,host='dv-cinder-798198-2-iscsi',id=8acc92de-0cfa-4d60-8b37-a39a4d3c1570,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T14:22:29Z,topic='l3_agent')) {'router_ids': ['8a08993f-0ba6-4a26-99d2-bc2bf28ff538'], 'active': True} {{(pid=93412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:39:54.278972 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-d37a2497-286b-47ac-b115-49b399f93c1b tempest-TestShelveInstance-2095018990 tempest-TestShelveInstance-2095018990-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7287869 Aug 10 14:39:54.279785 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5d5200b-9b93-4c29-9811-4436802b9236', 'tag': '22fa88e3-2a2d-4992-aa98-362bb336f357'}] {{(pid=93411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:39:54.282787 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800b4800a729c8c4e9259a6bd3a96cb19d394e8e3458720dab8774963c0953a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-939b00ee-e305-4401-9d27-4d5ce7bd1254" -d '{"events": [{"name": "network-changed", "server_uuid": "d5d5200b-9b93-4c29-9811-4436802b9236", "tag": "22fa88e3-2a2d-4992-aa98-362bb336f357"}]}' {{(pid=93411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:39:54.379552 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 14:39:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a55915d6-5bf4-443d-9256-eb88f7d54f82 x-openstack-request-id: req-a55915d6-5bf4-443d-9256-eb88f7d54f82 {{(pid=93411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:39:54.379831 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5d5200b-9b93-4c29-9811-4436802b9236", "tag": "22fa88e3-2a2d-4992-aa98-362bb336f357", "status": "completed", "code": 200}]} {{(pid=93411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:39:54.380076 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a55915d6-5bf4-443d-9256-eb88f7d54f82 {{(pid=93411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:39:54.380472 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5d5200b-9b93-4c29-9811-4436802b9236', 'tag': '22fa88e3-2a2d-4992-aa98-362bb336f357', 'status': 'completed', 'code': 200} Aug 10 14:39:54.445185 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939b00ee-e305-4401-9d27-4d5ce7bd1254 req-4db7b1d4-124a-4c7d-a9ae-e114c2a718b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:39:54.446837 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-939b00ee-e305-4401-9d27-4d5ce7bd1254 req-4db7b1d4-124a-4c7d-a9ae-e114c2a718b7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b9910def5a134e4c8aac3b27b1489c14&device_id=d5d5200b-9b93-4c29-9811-4436802b9236 HTTP/1.1" status: 200 len: 1098 time: 0.0432403 Aug 10 14:39:54.477223 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.l3_dvr_db [None req-17431611-f414-4055-ac7e-a7f716c51c98 None None] Set router 8a08993f-0ba6-4a26-99d2-bc2bf28ff538 gateway port host: dv-cinder-798198-2-iscsi {{(pid=93412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:39:54.534901 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939b00ee-e305-4401-9d27-4d5ce7bd1254 req-ea1674b1-3fbe-4f82-85a9-0fc5206e15dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:39:54.536675 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-939b00ee-e305-4401-9d27-4d5ce7bd1254 req-ea1674b1-3fbe-4f82-85a9-0fc5206e15dd service neutron] 10.222.0.18 "GET /v2.0/networks?id=4918bd4f-1e68-44d8-94ca-20c40994be08 HTTP/1.1" status: 200 len: 910 time: 0.0833256 Aug 10 14:39:54.605300 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-939b00ee-e305-4401-9d27-4d5ce7bd1254 req-ae133f48-7918-4143-af30-1b24b6f8e757 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=22fa88e3-2a2d-4992-aa98-362bb336f357 HTTP/1.1" status: 200 len: 999 time: 0.0608418 Aug 10 14:39:54.654283 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939b00ee-e305-4401-9d27-4d5ce7bd1254 req-1c86a96b-a5c8-42d4-b642-eb7a7584040e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:39:54.655659 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-939b00ee-e305-4401-9d27-4d5ce7bd1254 req-1c86a96b-a5c8-42d4-b642-eb7a7584040e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=cdfe0d3d-9603-4ff6-bd72-cf69d28a9f7f HTTP/1.1" status: 200 len: 848 time: 0.0439701 Aug 10 14:39:54.696817 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.l3_hamode_db [None req-17431611-f414-4055-ac7e-a7f716c51c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a08993f-0ba6-4a26-99d2-bc2bf28ff538', 'name': 'tempest-TestShelveInstance-1589061616-router', 'tenant_id': 'b9910def5a134e4c8aac3b27b1489c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'external_fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': 'e4c92317-13c7-4341-ac33-7032f3425062', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:39:12Z', 'updated_at': '2021-08-10T14:39:15Z', 'revision_number': 4, 'project_id': 'b9910def5a134e4c8aac3b27b1489c14', 'gw_port': {'id': 'e4c92317-13c7-4341-ac33-7032f3425062', 'name': '', 'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:92:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a08993f-0ba6-4a26-99d2-bc2bf28ff538', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:39:12Z', 'updated_at': '2021-08-10T14:39:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-2-iscsi', '_floatingips': [{'id': 'b560de7d-9c5e-46ca-89f7-a6fd095feb75', 'tenant_id': 'b9910def5a134e4c8aac3b27b1489c14', 'floating_ip_address': '172.27.0.103', 'floating_network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'router_id': '8a08993f-0ba6-4a26-99d2-bc2bf28ff538', 'port_id': '22fa88e3-2a2d-4992-aa98-362bb336f357', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4918bd4f-1e68-44d8-94ca-20c40994be08', 'mac_address': 'fa:16:3e:66:6a:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5d5200b-9b93-4c29-9811-4436802b9236', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T14:39:53Z', 'updated_at': '2021-08-10T14:39:53Z', 'revision_number': 0, 'project_id': 'b9910def5a134e4c8aac3b27b1489c14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66498637-5fd4-494d-895a-4a3bb78fda4c', 'name': '', 'network_id': '4918bd4f-1e68-44d8-94ca-20c40994be08', 'tenant_id': 'b9910def5a134e4c8aac3b27b1489c14', 'mac_address': 'fa:16:3e:49:c1:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a08993f-0ba6-4a26-99d2-bc2bf28ff538', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'cdfe0d3d-9603-4ff6-bd72-cf69d28a9f7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:39:14Z', 'updated_at': '2021-08-10T14:39:20Z', 'revision_number': 5, 'project_id': 'b9910def5a134e4c8aac3b27b1489c14', 'subnets': [{'id': 'cdfe0d3d-9603-4ff6-bd72-cf69d28a9f7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-2-iscsi', False) {} {{(pid=93412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:39:54.702074 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939b00ee-e305-4401-9d27-4d5ce7bd1254 req-b9db96fa-07e0-476e-b7ff-fba3e978436f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:39:54.703588 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-939b00ee-e305-4401-9d27-4d5ce7bd1254 req-b9db96fa-07e0-476e-b7ff-fba3e978436f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4918bd4f-1e68-44d8-94ca-20c40994be08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0410812 Aug 10 14:39:54.726362 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17431611-f414-4055-ac7e-a7f716c51c98 None None] Checking router: 8a08993f-0ba6-4a26-99d2-bc2bf28ff538 for host: dv-cinder-798198-2-iscsi {{(pid=93412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 14:39:54.735387 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17431611-f414-4055-ac7e-a7f716c51c98 None None] Routers {'8a08993f-0ba6-4a26-99d2-bc2bf28ff538'} bound to L3 agent in host dv-cinder-798198-2-iscsi {{(pid=93412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:39:54.735999 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.l3_hamode_db [None req-17431611-f414-4055-ac7e-a7f716c51c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T14:22:29Z,description=,heartbeat_timestamp=2021-08-10T14:39:29Z,host='dv-cinder-798198-2-iscsi',id=8acc92de-0cfa-4d60-8b37-a39a4d3c1570,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T14:22:29Z,topic='l3_agent')) {'router_ids': ['8a08993f-0ba6-4a26-99d2-bc2bf28ff538'], 'active': True} {{(pid=93412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:39:54.795968 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-939b00ee-e305-4401-9d27-4d5ce7bd1254 req-6c869c45-fa4c-46b8-919c-05f2aecb4ac6 service neutron] 10.222.0.18 "GET /v2.0/networks/4918bd4f-1e68-44d8-94ca-20c40994be08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850406 Aug 10 14:39:54.836383 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.l3_dvr_db [None req-17431611-f414-4055-ac7e-a7f716c51c98 None None] Set router 8a08993f-0ba6-4a26-99d2-bc2bf28ff538 gateway port host: dv-cinder-798198-2-iscsi {{(pid=93412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:39:54.885978 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-939b00ee-e305-4401-9d27-4d5ce7bd1254 req-6c0b8b7e-e61c-4457-988e-39c6c0f8c914 service neutron] 10.222.0.18 "GET /v2.0/networks/4918bd4f-1e68-44d8-94ca-20c40994be08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829082 Aug 10 14:39:55.057989 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.l3_hamode_db [None req-17431611-f414-4055-ac7e-a7f716c51c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a08993f-0ba6-4a26-99d2-bc2bf28ff538', 'name': 'tempest-TestShelveInstance-1589061616-router', 'tenant_id': 'b9910def5a134e4c8aac3b27b1489c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'external_fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': 'e4c92317-13c7-4341-ac33-7032f3425062', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:39:12Z', 'updated_at': '2021-08-10T14:39:15Z', 'revision_number': 4, 'project_id': 'b9910def5a134e4c8aac3b27b1489c14', 'gw_port': {'id': 'e4c92317-13c7-4341-ac33-7032f3425062', 'name': '', 'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:92:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a08993f-0ba6-4a26-99d2-bc2bf28ff538', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:39:12Z', 'updated_at': '2021-08-10T14:39:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-2-iscsi', '_floatingips': [{'id': 'b560de7d-9c5e-46ca-89f7-a6fd095feb75', 'tenant_id': 'b9910def5a134e4c8aac3b27b1489c14', 'floating_ip_address': '172.27.0.103', 'floating_network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'router_id': '8a08993f-0ba6-4a26-99d2-bc2bf28ff538', 'port_id': '22fa88e3-2a2d-4992-aa98-362bb336f357', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4918bd4f-1e68-44d8-94ca-20c40994be08', 'mac_address': 'fa:16:3e:66:6a:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5d5200b-9b93-4c29-9811-4436802b9236', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T14:39:53Z', 'updated_at': '2021-08-10T14:39:53Z', 'revision_number': 0, 'project_id': 'b9910def5a134e4c8aac3b27b1489c14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66498637-5fd4-494d-895a-4a3bb78fda4c', 'name': '', 'network_id': '4918bd4f-1e68-44d8-94ca-20c40994be08', 'tenant_id': 'b9910def5a134e4c8aac3b27b1489c14', 'mac_address': 'fa:16:3e:49:c1:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a08993f-0ba6-4a26-99d2-bc2bf28ff538', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'cdfe0d3d-9603-4ff6-bd72-cf69d28a9f7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:39:14Z', 'updated_at': '2021-08-10T14:39:20Z', 'revision_number': 5, 'project_id': 'b9910def5a134e4c8aac3b27b1489c14', 'subnets': [{'id': 'cdfe0d3d-9603-4ff6-bd72-cf69d28a9f7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-2-iscsi', False) {} {{(pid=93412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:39:55.084138 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17431611-f414-4055-ac7e-a7f716c51c98 None None] The sync data for ids ['8a08993f-0ba6-4a26-99d2-bc2bf28ff538'] in dv-cinder-798198-2-iscsi is: [{'id': '8a08993f-0ba6-4a26-99d2-bc2bf28ff538', 'name': 'tempest-TestShelveInstance-1589061616-router', 'tenant_id': 'b9910def5a134e4c8aac3b27b1489c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'external_fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': 'e4c92317-13c7-4341-ac33-7032f3425062', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:39:12Z', 'updated_at': '2021-08-10T14:39:15Z', 'revision_number': 4, 'project_id': 'b9910def5a134e4c8aac3b27b1489c14', 'gw_port': {'id': 'e4c92317-13c7-4341-ac33-7032f3425062', 'name': '', 'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:92:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a08993f-0ba6-4a26-99d2-bc2bf28ff538', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:39:12Z', 'updated_at': '2021-08-10T14:39:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-2-iscsi', '_floatingips': [{'id': 'b560de7d-9c5e-46ca-89f7-a6fd095feb75', 'tenant_id': 'b9910def5a134e4c8aac3b27b1489c14', 'floating_ip_address': '172.27.0.103', 'floating_network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'router_id': '8a08993f-0ba6-4a26-99d2-bc2bf28ff538', 'port_id': '22fa88e3-2a2d-4992-aa98-362bb336f357', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4918bd4f-1e68-44d8-94ca-20c40994be08', 'mac_address': 'fa:16:3e:66:6a:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5d5200b-9b93-4c29-9811-4436802b9236', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T14:39:53Z', 'updated_at': '2021-08-10T14:39:53Z', 'revision_number': 0, 'project_id': 'b9910def5a134e4c8aac3b27b1489c14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66498637-5fd4-494d-895a-4a3bb78fda4c', 'name': '', 'network_id': '4918bd4f-1e68-44d8-94ca-20c40994be08', 'tenant_id': 'b9910def5a134e4c8aac3b27b1489c14', 'mac_address': 'fa:16:3e:49:c1:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a08993f-0ba6-4a26-99d2-bc2bf28ff538', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'cdfe0d3d-9603-4ff6-bd72-cf69d28a9f7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:39:14Z', 'updated_at': '2021-08-10T14:39:20Z', 'revision_number': 5, 'project_id': 'b9910def5a134e4c8aac3b27b1489c14', 'subnets': [{'id': 'cdfe0d3d-9603-4ff6-bd72-cf69d28a9f7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 14:39:55.289004 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f3414fb-02c5-4b92-a23e-93829ba42b5c None None] New status for floating IP b560de7d-9c5e-46ca-89f7-a6fd095feb75: ACTIVE {{(pid=93413) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 14:39:55.954227 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.db.agents_db [None req-84c9d1dd-add5-4bf7-b0ef-63077aab3240 None None] Agent healthcheck: found 6 active agents {{(pid=93413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 14:39:56.139459 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-cabc1237-e7d5-446e-b967-8ff8f666f41c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:39:59.126023 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-601f9c35-e62b-4f78-801c-3d4a46780f84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:39:59.130490 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:40:00.225152 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-1682deac-1581-4d55-87bc-bceb4bcaf759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:40:02.169877 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-f97b798d-bd61-4bdb-bb4a-e55e1a0659df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:40:02.978696 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:40:26.139977 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-ebabc622-4411-4b8d-a75a-d1b71a71cdbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:40:26.414711 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-a351059b-9a98-4643-ac66-a340cb08f6a5 req-e3aa0cc2-6cc5-401f-9dad-4a7558261658 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1568808170&fields=id&tenant_id=a05f2e4d11dd4970b1890e2ac2ce4c87 HTTP/1.1" status: 200 len: 267 time: 0.0329638 Aug 10 14:40:26.522287 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a351059b-9a98-4643-ac66-a340cb08f6a5 req-cb823243-a9fc-4177-bfdd-a8b79e626372 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:40:26.523745 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-a351059b-9a98-4643-ac66-a340cb08f6a5 req-cb823243-a9fc-4177-bfdd-a8b79e626372 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] 10.222.0.42 "GET /v2.0/networks?id=d5526d2f-b7f9-428c-be48-63f6c6ae4f96 HTTP/1.1" status: 200 len: 812 time: 0.1025450 Aug 10 14:40:26.538357 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-a351059b-9a98-4643-ac66-a340cb08f6a5 req-7f40da45-ad54-4d74-b333-d13d93403cee tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] 10.222.0.42 "GET /v2.0/quotas/a05f2e4d11dd4970b1890e2ac2ce4c87 HTTP/1.1" status: 200 len: 375 time: 0.0090640 Aug 10 14:40:26.594643 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-a351059b-9a98-4643-ac66-a340cb08f6a5 req-a0f50c2f-301d-4291-bcc4-738d47e59142 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=a05f2e4d11dd4970b1890e2ac2ce4c87&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0511405 Aug 10 14:40:26.690529 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-a351059b-9a98-4643-ac66-a340cb08f6a5 req-ae89f6f8-347c-4884-864b-86b184579457 service neutron] 10.222.0.42 "GET /v2.0/networks/d5526d2f-b7f9-428c-be48-63f6c6ae4f96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849886 Aug 10 14:40:26.776373 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-a351059b-9a98-4643-ac66-a340cb08f6a5 req-f58e65da-45ee-4eab-9545-ddb0a9c30c86 service neutron] 10.222.0.42 "GET /v2.0/networks/d5526d2f-b7f9-428c-be48-63f6c6ae4f96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799594 Aug 10 14:40:27.114191 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-8a5b7f6b-129d-4746-b532-517117bd7550 req-0efd6acb-bbaf-4a7f-89de-4f08c6a047f1 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] 10.222.0.42 "GET /v2.0/ports?device_id=20e12291-ab11-4b64-9c9b-194bae2bc3d2 HTTP/1.1" status: 200 len: 210 time: 0.0817409 Aug 10 14:40:28.115338 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a351059b-9a98-4643-ac66-a340cb08f6a5 req-c59f73d2-5e41-45be-833b-85a2d1f8bbc6 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:40:28.116822 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-a351059b-9a98-4643-ac66-a340cb08f6a5 req-c59f73d2-5e41-45be-833b-85a2d1f8bbc6 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] 10.222.0.18 "GET /v2.0/networks?id=d5526d2f-b7f9-428c-be48-63f6c6ae4f96 HTTP/1.1" status: 200 len: 812 time: 0.1049428 Aug 10 14:40:28.162412 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-a351059b-9a98-4643-ac66-a340cb08f6a5 req-94fd79bb-147c-455f-940d-f20ee4ec937a tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a05f2e4d11dd4970b1890e2ac2ce4c87 HTTP/1.1" status: 200 len: 380 time: 0.0366995 Aug 10 14:40:28.175281 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.v2.base [req-a351059b-9a98-4643-ac66-a340cb08f6a5 req-4bef5d5b-d6cc-4cc6-b5f9-3c37fe8b47db tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Request body: {'port': {'device_id': '20e12291-ab11-4b64-9c9b-194bae2bc3d2', 'network_id': 'd5526d2f-b7f9-428c-be48-63f6c6ae4f96', 'admin_state_up': True, 'tenant_id': 'a05f2e4d11dd4970b1890e2ac2ce4c87', 'security_groups': ['56a6b489-60e9-459f-8db6-59e684177373']}} {{(pid=93410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:40:28.245157 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-471eba6d-52c9-4d8b-b1fb-9de2ecfdec51 req-df60c813-e0e9-43fe-b43f-de58145c3d51 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] 10.222.0.42 "GET /v2.0/ports?device_id=20e12291-ab11-4b64-9c9b-194bae2bc3d2 HTTP/1.1" status: 200 len: 210 time: 0.0645640 Aug 10 14:40:28.309468 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a351059b-9a98-4643-ac66-a340cb08f6a5 req-4bef5d5b-d6cc-4cc6-b5f9-3c37fe8b47db tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Made reservation on behalf of a05f2e4d11dd4970b1890e2ac2ce4c87 for: {'port': 1} {{(pid=93410) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 14:40:28.313487 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-a351059b-9a98-4643-ac66-a340cb08f6a5 req-4bef5d5b-d6cc-4cc6-b5f9-3c37fe8b47db tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:40:28.439667 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.db.db_base_plugin_common [req-a351059b-9a98-4643-ac66-a340cb08f6a5 req-4bef5d5b-d6cc-4cc6-b5f9-3c37fe8b47db tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Allocated IP 172.20.0.6 (d5526d2f-b7f9-428c-be48-63f6c6ae4f96/82a0ee63-ad0f-4f7a-9eac-db5d15b3d575/aa68ce42-3b67-498b-9297-1aa4968077d6) {{(pid=93410) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 14:40:28.586131 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-a351059b-9a98-4643-ac66-a340cb08f6a5 req-4bef5d5b-d6cc-4cc6-b5f9-3c37fe8b47db tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Notify callbacks [] for port, precommit_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:40:28.602194 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [req-a351059b-9a98-4643-ac66-a340cb08f6a5 req-4bef5d5b-d6cc-4cc6-b5f9-3c37fe8b47db tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Transition to ACTIVE for port object aa68ce42-3b67-498b-9297-1aa4968077d6 will not be triggered until provisioned by entity DHCP. {{(pid=93410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 14:40:28.637034 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-a351059b-9a98-4643-ac66-a340cb08f6a5 req-4bef5d5b-d6cc-4cc6-b5f9-3c37fe8b47db tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786683465198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26372150'] for port, after_create {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:40:28.682467 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a351059b-9a98-4643-ac66-a340cb08f6a5 req-4bef5d5b-d6cc-4cc6-b5f9-3c37fe8b47db tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Network d5526d2f-b7f9-428c-be48-63f6c6ae4f96 is already hosted by enough agents. {{(pid=93410) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 14:40:28.685521 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.scheduler.base_scheduler [req-a351059b-9a98-4643-ac66-a340cb08f6a5 req-4bef5d5b-d6cc-4cc6-b5f9-3c37fe8b47db tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Resources bound (agent type, host, resource id): {{(pid=93410) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:40:28.689217 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_dvrscheduler_db [req-a351059b-9a98-4643-ac66-a340cb08f6a5 req-4bef5d5b-d6cc-4cc6-b5f9-3c37fe8b47db tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Received port after_create {{(pid=93410) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 14:40:28.712720 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bef5d5b-d6cc-4cc6-b5f9-3c37fe8b47db tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Pushing event updated for resources: {'Port': ['ID=aa68ce42-3b67-498b-9297-1aa4968077d6,revision_number=1']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:40:28.735126 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bef5d5b-d6cc-4cc6-b5f9-3c37fe8b47db tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:40:28.735468 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bef5d5b-d6cc-4cc6-b5f9-3c37fe8b47db tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:40:28.735805 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bef5d5b-d6cc-4cc6-b5f9-3c37fe8b47db tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:40:28.736139 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bef5d5b-d6cc-4cc6-b5f9-3c37fe8b47db tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:40:28.736468 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bef5d5b-d6cc-4cc6-b5f9-3c37fe8b47db tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:40:28.736795 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bef5d5b-d6cc-4cc6-b5f9-3c37fe8b47db tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:40:28.737126 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bef5d5b-d6cc-4cc6-b5f9-3c37fe8b47db tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:40:28.737466 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bef5d5b-d6cc-4cc6-b5f9-3c37fe8b47db tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:40:28.737797 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bef5d5b-d6cc-4cc6-b5f9-3c37fe8b47db tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:40:28.738118 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bef5d5b-d6cc-4cc6-b5f9-3c37fe8b47db tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:40:28.738435 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bef5d5b-d6cc-4cc6-b5f9-3c37fe8b47db tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:40:28.738913 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bef5d5b-d6cc-4cc6-b5f9-3c37fe8b47db tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:40:28.756678 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a351059b-9a98-4643-ac66-a340cb08f6a5 req-4bef5d5b-d6cc-4cc6-b5f9-3c37fe8b47db tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:40:28.757287 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-a351059b-9a98-4643-ac66-a340cb08f6a5 req-4bef5d5b-d6cc-4cc6-b5f9-3c37fe8b47db tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-387483'] for port, before_response {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:40:28.772362 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-a351059b-9a98-4643-ac66-a340cb08f6a5 req-4bef5d5b-d6cc-4cc6-b5f9-3c37fe8b47db tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6011519 Aug 10 14:40:28.785536 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.v2.base [req-a351059b-9a98-4643-ac66-a340cb08f6a5 req-7c0fa409-889d-41ed-a9f1-e812256b8801 service neutron] Request body: {'port': {'device_id': '20e12291-ab11-4b64-9c9b-194bae2bc3d2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79819'}} {{(pid=93410) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:40:28.842105 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-a351059b-9a98-4643-ac66-a340cb08f6a5 req-7c0fa409-889d-41ed-a9f1-e812256b8801 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:40:28.909060 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.provisioning_blocks [None req-f51ba2c2-92bb-455f-9412-22636405716e None None] Provisioning for port aa68ce42-3b67-498b-9297-1aa4968077d6 completed by entity DHCP. {{(pid=93412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 14:40:28.912799 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.provisioning_blocks [None req-f51ba2c2-92bb-455f-9412-22636405716e None None] Provisioning complete for port aa68ce42-3b67-498b-9297-1aa4968077d6 triggered by entity DHCP. {{(pid=93412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:40:28.913241 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-f51ba2c2-92bb-455f-9412-22636405716e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932393'] for port, provisioning_complete {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:40:28.946198 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.plugin [None req-f51ba2c2-92bb-455f-9412-22636405716e None None] Port aa68ce42-3b67-498b-9297-1aa4968077d6 cannot update to ACTIVE because it is not bound. {{(pid=93412) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 14:40:29.101817 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.notifiers.nova [req-a351059b-9a98-4643-ac66-a340cb08f6a5 req-7c0fa409-889d-41ed-a9f1-e812256b8801 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa68ce42-3b67-498b-9297-1aa4968077d6 {{(pid=93410) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 14:40:29.109547 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-a351059b-9a98-4643-ac66-a340cb08f6a5 req-7c0fa409-889d-41ed-a9f1-e812256b8801 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:40:29.121318 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-ba0f3b76-41bf-49d1-93cd-9fef2b9b8f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:40:29.122531 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.db.provisioning_blocks [req-a351059b-9a98-4643-ac66-a340cb08f6a5 req-7c0fa409-889d-41ed-a9f1-e812256b8801 service neutron] Transition to ACTIVE for port object aa68ce42-3b67-498b-9297-1aa4968077d6 will not be triggered until provisioned by entity L2. {{(pid=93410) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 14:40:29.126920 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-a351059b-9a98-4643-ac66-a340cb08f6a5 req-7c0fa409-889d-41ed-a9f1-e812256b8801 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683854493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786683465220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786683465238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26372301'] for port, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:40:29.135606 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:40:29.193010 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0fa409-889d-41ed-a9f1-e812256b8801 service neutron] Pushing event updated for resources: {'Port': ['ID=aa68ce42-3b67-498b-9297-1aa4968077d6,revision_number=2']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:40:29.247194 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.managers [req-a351059b-9a98-4643-ac66-a340cb08f6a5 req-7c0fa409-889d-41ed-a9f1-e812256b8801 service neutron] Attempting to bind port aa68ce42-3b67-498b-9297-1aa4968077d6 on host hv-cinder-79819 for vnic_type normal with profile {{(pid=93410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 14:40:29.247530 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.managers [req-a351059b-9a98-4643-ac66-a340cb08f6a5 req-7c0fa409-889d-41ed-a9f1-e812256b8801 service neutron] Attempting to bind port aa68ce42-3b67-498b-9297-1aa4968077d6 by drivers openvswitch,hyperv on host hv-cinder-79819 at level 0 using segments [{'id': 'b1474386-8f64-4469-a373-f1fecf720fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'd5526d2f-b7f9-428c-be48-63f6c6ae4f96'}] {{(pid=93410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 14:40:29.248367 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a351059b-9a98-4643-ac66-a340cb08f6a5 req-7c0fa409-889d-41ed-a9f1-e812256b8801 service neutron] Attempting to bind port aa68ce42-3b67-498b-9297-1aa4968077d6 on network d5526d2f-b7f9-428c-be48-63f6c6ae4f96 {{(pid=93410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 14:40:29.252860 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a351059b-9a98-4643-ac66-a340cb08f6a5 req-7c0fa409-889d-41ed-a9f1-e812256b8801 service neutron] Port aa68ce42-3b67-498b-9297-1aa4968077d6 on network d5526d2f-b7f9-428c-be48-63f6c6ae4f96 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79819 {{(pid=93410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 14:40:29.253181 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a351059b-9a98-4643-ac66-a340cb08f6a5 req-7c0fa409-889d-41ed-a9f1-e812256b8801 service neutron] Attempting to bind port aa68ce42-3b67-498b-9297-1aa4968077d6 on network d5526d2f-b7f9-428c-be48-63f6c6ae4f96 {{(pid=93410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 14:40:29.258180 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a351059b-9a98-4643-ac66-a340cb08f6a5 req-7c0fa409-889d-41ed-a9f1-e812256b8801 service neutron] Checking agent: {'id': '193de837-f8e2-4c0a-a012-1a4e123b0e95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 14, 28, 33), 'started_at': datetime.datetime(2021, 8, 10, 14, 28, 33), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 14, 40, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 14:40:29.258517 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a351059b-9a98-4643-ac66-a340cb08f6a5 req-7c0fa409-889d-41ed-a9f1-e812256b8801 service neutron] Checking segment: {'id': 'b1474386-8f64-4469-a373-f1fecf720fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'd5526d2f-b7f9-428c-be48-63f6c6ae4f96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 14:40:29.258958 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a351059b-9a98-4643-ac66-a340cb08f6a5 req-7c0fa409-889d-41ed-a9f1-e812256b8801 service neutron] Bound using segment: {'id': 'b1474386-8f64-4469-a373-f1fecf720fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'd5526d2f-b7f9-428c-be48-63f6c6ae4f96'} {{(pid=93410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 14:40:29.259322 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.managers [req-a351059b-9a98-4643-ac66-a340cb08f6a5 req-7c0fa409-889d-41ed-a9f1-e812256b8801 service neutron] Bound port: aa68ce42-3b67-498b-9297-1aa4968077d6, host: hv-cinder-79819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1474386-8f64-4469-a373-f1fecf720fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'd5526d2f-b7f9-428c-be48-63f6c6ae4f96'}}] {{(pid=93410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 14:40:29.259679 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-a351059b-9a98-4643-ac66-a340cb08f6a5 req-7c0fa409-889d-41ed-a9f1-e812256b8801 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:40:29.370381 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [req-a351059b-9a98-4643-ac66-a340cb08f6a5 req-7c0fa409-889d-41ed-a9f1-e812256b8801 service neutron] For port aa68ce42-3b67-498b-9297-1aa4968077d6, host hv-cinder-79819, cleared binding levels {{(pid=93410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 14:40:29.374511 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [req-a351059b-9a98-4643-ac66-a340cb08f6a5 req-7c0fa409-889d-41ed-a9f1-e812256b8801 service neutron] For port aa68ce42-3b67-498b-9297-1aa4968077d6, host hv-cinder-79819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=aa68ce42-3b67-498b-9297-1aa4968077d6,segment=NetworkSegment(b1474386-8f64-4469-a373-f1fecf720fc6),segment_id=b1474386-8f64-4469-a373-f1fecf720fc6)] {{(pid=93410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 14:40:29.379318 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-a351059b-9a98-4643-ac66-a340cb08f6a5 req-7c0fa409-889d-41ed-a9f1-e812256b8801 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683854493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786683465220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786683465238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26372301'] for port, after_update {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:40:29.394911 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c821f1a-bc60-41a0-ba13-ef5f73e6dcd0 req-64f8e5a0-4e48-4b57-bcdf-9feb6e55ceda tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:40:29.396413 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-3c821f1a-bc60-41a0-ba13-ef5f73e6dcd0 req-64f8e5a0-4e48-4b57-bcdf-9feb6e55ceda tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] 10.222.0.42 "GET /v2.0/ports?device_id=20e12291-ab11-4b64-9c9b-194bae2bc3d2 HTTP/1.1" status: 200 len: 943 time: 0.0776665 Aug 10 14:40:29.433821 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a351059b-9a98-4643-ac66-a340cb08f6a5 req-7c0fa409-889d-41ed-a9f1-e812256b8801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:40:29.434443 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-a351059b-9a98-4643-ac66-a340cb08f6a5 req-7c0fa409-889d-41ed-a9f1-e812256b8801 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-387483'] for port, before_response {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:40:29.436372 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-a351059b-9a98-4643-ac66-a340cb08f6a5 req-7c0fa409-889d-41ed-a9f1-e812256b8801 service neutron] 10.222.0.18 "PUT /v2.0/ports/aa68ce42-3b67-498b-9297-1aa4968077d6 HTTP/1.1" status: 200 len: 1093 time: 0.6554344 Aug 10 14:40:29.436953 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20e12291-ab11-4b64-9c9b-194bae2bc3d2', 'tag': 'aa68ce42-3b67-498b-9297-1aa4968077d6'}] {{(pid=93410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:40:29.439077 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}173c15a1f530ed65b3eefe425c4e9cd9c28cfc2a1cdec76c1bb34aa91000b996" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cab5e0b-1d77-468a-b79b-fe44ffee38b1" -d '{"events": [{"name": "network-changed", "server_uuid": "20e12291-ab11-4b64-9c9b-194bae2bc3d2", "tag": "aa68ce42-3b67-498b-9297-1aa4968077d6"}]}' {{(pid=93410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:40:29.487555 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 14:40:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98891914-6306-4339-82c4-ee05bb626f56 x-openstack-request-id: req-98891914-6306-4339-82c4-ee05bb626f56 {{(pid=93410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:40:29.487843 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20e12291-ab11-4b64-9c9b-194bae2bc3d2", "tag": "aa68ce42-3b67-498b-9297-1aa4968077d6", "status": "completed", "code": 200}]} {{(pid=93410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:40:29.488094 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-98891914-6306-4339-82c4-ee05bb626f56 {{(pid=93410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:40:29.488490 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20e12291-ab11-4b64-9c9b-194bae2bc3d2', 'tag': 'aa68ce42-3b67-498b-9297-1aa4968077d6', 'status': 'completed', 'code': 200} Aug 10 14:40:29.489183 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0fa409-889d-41ed-a9f1-e812256b8801 service neutron] Pushing event updated for resources: {'Port': ['ID=aa68ce42-3b67-498b-9297-1aa4968077d6,revision_number=3']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:40:29.496233 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-3c821f1a-bc60-41a0-ba13-ef5f73e6dcd0 req-63137094-5dfe-4488-81aa-79533303be91 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] 10.222.0.42 "GET /v2.0/security-groups?id=56a6b489-60e9-459f-8db6-59e684177373&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799451 Aug 10 14:40:29.526313 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a351059b-9a98-4643-ac66-a340cb08f6a5 req-6038b955-10ff-4445-bc39-e53152436985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:40:29.527970 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-a351059b-9a98-4643-ac66-a340cb08f6a5 req-6038b955-10ff-4445-bc39-e53152436985 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a05f2e4d11dd4970b1890e2ac2ce4c87&device_id=20e12291-ab11-4b64-9c9b-194bae2bc3d2 HTTP/1.1" status: 200 len: 1096 time: 0.0528486 Aug 10 14:40:29.576772 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-a351059b-9a98-4643-ac66-a340cb08f6a5 req-028a5e62-93f8-44bd-8bca-3e09b72702e4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aa68ce42-3b67-498b-9297-1aa4968077d6 HTTP/1.1" status: 200 len: 217 time: 0.0406489 Aug 10 14:40:29.627285 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a351059b-9a98-4643-ac66-a340cb08f6a5 req-b17d4782-b412-434b-8307-f289e934cf57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:40:29.628760 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-a351059b-9a98-4643-ac66-a340cb08f6a5 req-b17d4782-b412-434b-8307-f289e934cf57 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=82a0ee63-ad0f-4f7a-9eac-db5d15b3d575 HTTP/1.1" status: 200 len: 851 time: 0.0455699 Aug 10 14:40:29.676114 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a351059b-9a98-4643-ac66-a340cb08f6a5 req-9259bd11-2fdb-42d7-aff2-eb6582378195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:40:29.677886 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-a351059b-9a98-4643-ac66-a340cb08f6a5 req-9259bd11-2fdb-42d7-aff2-eb6582378195 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d5526d2f-b7f9-428c-be48-63f6c6ae4f96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0422449 Aug 10 14:40:29.770194 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-a351059b-9a98-4643-ac66-a340cb08f6a5 req-b046c246-994d-4edf-8fb2-53e468f8928c service neutron] 10.222.0.18 "GET /v2.0/networks/d5526d2f-b7f9-428c-be48-63f6c6ae4f96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854023 Aug 10 14:40:29.857713 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-a351059b-9a98-4643-ac66-a340cb08f6a5 req-2649270c-4085-4855-9a8d-b7236b3128a9 service neutron] 10.222.0.18 "GET /v2.0/networks/d5526d2f-b7f9-428c-be48-63f6c6ae4f96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801826 Aug 10 14:40:29.943291 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cab5e0b-1d77-468a-b79b-fe44ffee38b1 req-1c8d4003-f3d3-42b1-96a2-74734dbc1d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:40:29.944777 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-5cab5e0b-1d77-468a-b79b-fe44ffee38b1 req-1c8d4003-f3d3-42b1-96a2-74734dbc1d6a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a05f2e4d11dd4970b1890e2ac2ce4c87&device_id=20e12291-ab11-4b64-9c9b-194bae2bc3d2 HTTP/1.1" status: 200 len: 1096 time: 0.0415626 Aug 10 14:40:30.039286 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cab5e0b-1d77-468a-b79b-fe44ffee38b1 req-841bf35c-91af-4a32-b18d-88081c3e94fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:40:30.040800 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-5cab5e0b-1d77-468a-b79b-fe44ffee38b1 req-841bf35c-91af-4a32-b18d-88081c3e94fa service neutron] 10.222.0.18 "GET /v2.0/networks?id=d5526d2f-b7f9-428c-be48-63f6c6ae4f96 HTTP/1.1" status: 200 len: 913 time: 0.0880132 Aug 10 14:40:30.082238 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-5cab5e0b-1d77-468a-b79b-fe44ffee38b1 req-eb468de2-9aef-4978-a42e-13f1a345f4ab service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aa68ce42-3b67-498b-9297-1aa4968077d6 HTTP/1.1" status: 200 len: 217 time: 0.0340006 Aug 10 14:40:30.135867 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cab5e0b-1d77-468a-b79b-fe44ffee38b1 req-b96a6d2c-ec62-463f-bc1a-0bcdf5f70735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:40:30.137369 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-5cab5e0b-1d77-468a-b79b-fe44ffee38b1 req-b96a6d2c-ec62-463f-bc1a-0bcdf5f70735 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=82a0ee63-ad0f-4f7a-9eac-db5d15b3d575 HTTP/1.1" status: 200 len: 851 time: 0.0460377 Aug 10 14:40:30.182162 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cab5e0b-1d77-468a-b79b-fe44ffee38b1 req-c6f5fdad-afbb-4a94-913f-bae498a58929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:40:30.183667 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-5cab5e0b-1d77-468a-b79b-fe44ffee38b1 req-c6f5fdad-afbb-4a94-913f-bae498a58929 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d5526d2f-b7f9-428c-be48-63f6c6ae4f96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0395145 Aug 10 14:40:30.221947 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-1682deac-1581-4d55-87bc-bceb4bcaf759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:40:30.283622 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-5cab5e0b-1d77-468a-b79b-fe44ffee38b1 req-0b3e0d70-5cd4-40ad-b242-5b4d22cf7944 service neutron] 10.222.0.18 "GET /v2.0/networks/d5526d2f-b7f9-428c-be48-63f6c6ae4f96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888417 Aug 10 14:40:30.381545 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-5cab5e0b-1d77-468a-b79b-fe44ffee38b1 req-13c5b997-5fea-4d6c-8194-a7d832337b52 service neutron] 10.222.0.18 "GET /v2.0/networks/d5526d2f-b7f9-428c-be48-63f6c6ae4f96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873609 Aug 10 14:40:30.617767 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec0b25d-95c6-4500-8fcd-3103d7f9f446 req-ae8e4c6a-5524-4aea-8d0b-96caae8be64e tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:40:30.619245 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-5ec0b25d-95c6-4500-8fcd-3103d7f9f446 req-ae8e4c6a-5524-4aea-8d0b-96caae8be64e tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] 10.222.0.42 "GET /v2.0/ports?device_id=20e12291-ab11-4b64-9c9b-194bae2bc3d2 HTTP/1.1" status: 200 len: 943 time: 0.0520694 Aug 10 14:40:30.656941 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-5ec0b25d-95c6-4500-8fcd-3103d7f9f446 req-a55ecac4-919b-4541-9161-42ef32638760 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] 10.222.0.42 "GET /v2.0/security-groups?id=56a6b489-60e9-459f-8db6-59e684177373&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305550 Aug 10 14:40:31.768437 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cbaffe-1cfb-4b32-83e0-b5c0fb3410a4 req-342bc269-bcee-4581-8fe2-911bad579bdd tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:40:31.769923 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-b8cbaffe-1cfb-4b32-83e0-b5c0fb3410a4 req-342bc269-bcee-4581-8fe2-911bad579bdd tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] 10.222.0.42 "GET /v2.0/ports?device_id=20e12291-ab11-4b64-9c9b-194bae2bc3d2 HTTP/1.1" status: 200 len: 943 time: 0.0476539 Aug 10 14:40:31.810497 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-b8cbaffe-1cfb-4b32-83e0-b5c0fb3410a4 req-97c1ad3e-b2a0-42d7-a85d-3fe8b6980d60 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] 10.222.0.42 "GET /v2.0/security-groups?id=56a6b489-60e9-459f-8db6-59e684177373&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347941 Aug 10 14:40:32.171884 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-f97b798d-bd61-4bdb-bb4a-e55e1a0659df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:40:32.922741 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cc3cb0-f677-40ed-8494-5ccc04bc485d req-daa26644-be48-4cf2-a7fa-e343230d1dcb tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:40:32.924210 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-03cc3cb0-f677-40ed-8494-5ccc04bc485d req-daa26644-be48-4cf2-a7fa-e343230d1dcb tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] 10.222.0.42 "GET /v2.0/ports?device_id=20e12291-ab11-4b64-9c9b-194bae2bc3d2 HTTP/1.1" status: 200 len: 943 time: 0.0479307 Aug 10 14:40:32.952590 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.db.agents_db [None req-84c9d1dd-add5-4bf7-b0ef-63077aab3240 None None] Agent healthcheck: found 6 active agents {{(pid=93413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 14:40:32.961457 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-03cc3cb0-f677-40ed-8494-5ccc04bc485d req-92595c45-a956-4309-9574-789c9d1da755 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] 10.222.0.42 "GET /v2.0/security-groups?id=56a6b489-60e9-459f-8db6-59e684177373&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311985 Aug 10 14:40:32.978733 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:40:34.075503 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cac0a7-e44c-4308-ba08-c4e83f80638a req-71eac5e4-80d2-4464-a0b3-c1511a15b6f7 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:40:34.076953 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-74cac0a7-e44c-4308-ba08-c4e83f80638a req-71eac5e4-80d2-4464-a0b3-c1511a15b6f7 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] 10.222.0.42 "GET /v2.0/ports?device_id=20e12291-ab11-4b64-9c9b-194bae2bc3d2 HTTP/1.1" status: 200 len: 943 time: 0.0480556 Aug 10 14:40:34.114747 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-74cac0a7-e44c-4308-ba08-c4e83f80638a req-8032076d-5103-4f00-8464-2ffbfce3d7f2 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] 10.222.0.42 "GET /v2.0/security-groups?id=56a6b489-60e9-459f-8db6-59e684177373&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319896 Aug 10 14:40:35.232356 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5645969-3e60-4821-bacf-1b7e2762d490 req-4f28e8e8-e0f0-4b66-8c6a-154cc745cf6c tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:40:35.233895 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-e5645969-3e60-4821-bacf-1b7e2762d490 req-4f28e8e8-e0f0-4b66-8c6a-154cc745cf6c tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] 10.222.0.42 "GET /v2.0/ports?device_id=20e12291-ab11-4b64-9c9b-194bae2bc3d2 HTTP/1.1" status: 200 len: 943 time: 0.0518389 Aug 10 14:40:35.279562 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-e5645969-3e60-4821-bacf-1b7e2762d490 req-3eb35092-1bb1-469b-bbab-3c5b2adc8ae6 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] 10.222.0.42 "GET /v2.0/security-groups?id=56a6b489-60e9-459f-8db6-59e684177373&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389261 Aug 10 14:40:36.211058 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Device aa68ce42-3b67-498b-9297-1aa4968077d6 details requested by agent hyperv_hv-cinder-79819 with host hv-cinder-79819 {{(pid=93412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 14:40:36.307504 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.db [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] For port aa68ce42-3b67-498b-9297-1aa4968077d6, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=aa68ce42-3b67-498b-9297-1aa4968077d6,segment=NetworkSegment(b1474386-8f64-4469-a373-f1fecf720fc6),segment_id=b1474386-8f64-4469-a373-f1fecf720fc6)] {{(pid=93412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:40:36.319800 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Returning: {'device': 'aa68ce42-3b67-498b-9297-1aa4968077d6', 'network_id': 'd5526d2f-b7f9-428c-be48-63f6c6ae4f96', 'port_id': 'aa68ce42-3b67-498b-9297-1aa4968077d6', 'mac_address': 'fa:16:3e:a0:75:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 560, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82a0ee63-ad0f-4f7a-9eac-db5d15b3d575', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 14:40:36.356022 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:40:36.369209 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.notifiers.nova [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa68ce42-3b67-498b-9297-1aa4968077d6 {{(pid=93412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 14:40:36.389602 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.db [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] For port aa68ce42-3b67-498b-9297-1aa4968077d6, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=aa68ce42-3b67-498b-9297-1aa4968077d6,segment=NetworkSegment(b1474386-8f64-4469-a373-f1fecf720fc6),segment_id=b1474386-8f64-4469-a373-f1fecf720fc6)] {{(pid=93412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:40:36.393893 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683854493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786683465220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786683465238'] for port, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:40:36.398978 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420e7f7f-24e8-43e6-a477-c696d92b852b req-f58374e1-73a6-4c19-afd3-737f6248fa1f tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:40:36.400514 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-420e7f7f-24e8-43e6-a477-c696d92b852b req-f58374e1-73a6-4c19-afd3-737f6248fa1f tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] 10.222.0.42 "GET /v2.0/ports?device_id=20e12291-ab11-4b64-9c9b-194bae2bc3d2 HTTP/1.1" status: 200 len: 943 time: 0.0537498 Aug 10 14:40:36.439825 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-420e7f7f-24e8-43e6-a477-c696d92b852b req-c26cdf31-4921-49c6-b645-ef56060156d2 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] 10.222.0.42 "GET /v2.0/security-groups?id=56a6b489-60e9-459f-8db6-59e684177373&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328703 Aug 10 14:40:36.442492 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Pushing event updated for resources: {'Port': ['ID=aa68ce42-3b67-498b-9297-1aa4968077d6,revision_number=4']} {{(pid=93412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:40:36.449374 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:40:36.449739 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:40:36.450073 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:40:36.450422 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:40:36.450717 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:40:36.451041 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:40:36.451365 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:40:36.451682 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:40:36.452002 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:40:36.453694 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:40:36.453694 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:40:36.453694 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:40:36.618530 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.db [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] get_ports_and_sgs() called for port_ids ['aa68ce42-3b67-498b-9297-1aa4968077d6'] {{(pid=93412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 14:40:37.180824 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-0a26a91e-0197-4c2e-b51f-88b80c9becbf req-f26e3021-c8d7-4fc6-95b2-d4159fb6ca91 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b1e62976-0309-493f-ae39-56e1703fa119&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0807145 Aug 10 14:40:37.273925 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a26a91e-0197-4c2e-b51f-88b80c9becbf req-d53bd1c2-0a9a-4489-a85e-afd2a06be137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:40:37.275455 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-0a26a91e-0197-4c2e-b51f-88b80c9becbf req-d53bd1c2-0a9a-4489-a85e-afd2a06be137 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a05f2e4d11dd4970b1890e2ac2ce4c87&device_id=b1e62976-0309-493f-ae39-56e1703fa119 HTTP/1.1" status: 200 len: 1099 time: 0.0450766 Aug 10 14:40:37.379774 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a26a91e-0197-4c2e-b51f-88b80c9becbf req-26f99d2c-a67c-4eb7-97d6-a33e63bce53a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:40:37.381135 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-0a26a91e-0197-4c2e-b51f-88b80c9becbf req-26f99d2c-a67c-4eb7-97d6-a33e63bce53a service neutron] 10.222.0.18 "GET /v2.0/networks?id=d5526d2f-b7f9-428c-be48-63f6c6ae4f96 HTTP/1.1" status: 200 len: 913 time: 0.0862863 Aug 10 14:40:37.445174 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-0a26a91e-0197-4c2e-b51f-88b80c9becbf req-f3dc4a7d-f962-44b0-8efa-594649e6ec72 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1ef143d4-7588-411f-bc71-c6cc6f88defb HTTP/1.1" status: 200 len: 1002 time: 0.0571086 Aug 10 14:40:37.497706 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a26a91e-0197-4c2e-b51f-88b80c9becbf req-634a4555-0801-4527-ac86-a30a77ca4780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:40:37.499687 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-0a26a91e-0197-4c2e-b51f-88b80c9becbf req-634a4555-0801-4527-ac86-a30a77ca4780 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=82a0ee63-ad0f-4f7a-9eac-db5d15b3d575 HTTP/1.1" status: 200 len: 851 time: 0.0472441 Aug 10 14:40:37.573438 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e38ea6-64f0-4e57-928a-4bcc6355f822 req-8c996ce7-4208-47fc-9808-287d0fefe025 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:40:37.574911 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-57e38ea6-64f0-4e57-928a-4bcc6355f822 req-8c996ce7-4208-47fc-9808-287d0fefe025 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] 10.222.0.42 "GET /v2.0/ports?device_id=20e12291-ab11-4b64-9c9b-194bae2bc3d2 HTTP/1.1" status: 200 len: 944 time: 0.0702546 Aug 10 14:40:37.581554 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a26a91e-0197-4c2e-b51f-88b80c9becbf req-9f740149-99ed-4ffb-8b63-bcbf6a9d1d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:40:37.582924 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-0a26a91e-0197-4c2e-b51f-88b80c9becbf req-9f740149-99ed-4ffb-8b63-bcbf6a9d1d0e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d5526d2f-b7f9-428c-be48-63f6c6ae4f96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0701942 Aug 10 14:40:37.593990 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.wsgi [req-0a26a91e-0197-4c2e-b51f-88b80c9becbf req-d8941636-9bfe-475d-84ef-3c07506eeb1e service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=93410) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 14:40:37.595012 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-0a26a91e-0197-4c2e-b51f-88b80c9becbf req-d8941636-9bfe-475d-84ef-3c07506eeb1e service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047047 Aug 10 14:40:37.924743 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-57e38ea6-64f0-4e57-928a-4bcc6355f822 req-1cf74b81-b18a-4651-8dd7-825993c2cc85 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] 10.222.0.42 "GET /v2.0/security-groups?id=56a6b489-60e9-459f-8db6-59e684177373&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3407667 Aug 10 14:40:37.964455 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-0a26a91e-0197-4c2e-b51f-88b80c9becbf req-5fc47ec4-ff76-4318-b4ad-5ac1435fe340 service neutron] 10.222.0.18 "GET /v2.0/networks/d5526d2f-b7f9-428c-be48-63f6c6ae4f96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3608487 Aug 10 14:40:38.051969 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-0a26a91e-0197-4c2e-b51f-88b80c9becbf req-36e36869-fd57-4cad-8b52-398c84dab8d4 service neutron] 10.222.0.18 "GET /v2.0/networks/d5526d2f-b7f9-428c-be48-63f6c6ae4f96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804155 Aug 10 14:40:38.214462 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Device aa68ce42-3b67-498b-9297-1aa4968077d6 up at agent hyperv_hv-cinder-79819 {{(pid=93412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:40:38.261556 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.provisioning_blocks [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Provisioning for port aa68ce42-3b67-498b-9297-1aa4968077d6 completed by entity L2. {{(pid=93412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 14:40:38.265314 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.provisioning_blocks [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Provisioning complete for port aa68ce42-3b67-498b-9297-1aa4968077d6 triggered by entity L2. {{(pid=93412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:40:38.265719 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932393'] for port, provisioning_complete {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:40:38.348900 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:40:38.372011 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20e12291-ab11-4b64-9c9b-194bae2bc3d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa68ce42-3b67-498b-9297-1aa4968077d6'}] {{(pid=93412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:40:38.374310 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9406f3752f8c5c09b2197ea24f22201eb31b4bb693178eb20b3d616b4d9459a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db2632ec-4fb1-4754-a18b-15fdad0557ae" -d '{"events": [{"server_uuid": "20e12291-ab11-4b64-9c9b-194bae2bc3d2", "name": "network-vif-plugged", "status": "completed", "tag": "aa68ce42-3b67-498b-9297-1aa4968077d6"}]}' {{(pid=93412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:40:38.387757 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.db [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] For port aa68ce42-3b67-498b-9297-1aa4968077d6, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=aa68ce42-3b67-498b-9297-1aa4968077d6,segment=NetworkSegment(b1474386-8f64-4469-a373-f1fecf720fc6),segment_id=b1474386-8f64-4469-a373-f1fecf720fc6)] {{(pid=93412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:40:38.392014 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683854493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786683465220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786683465238'] for port, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:40:38.426750 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 14:40:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f77067c-04e1-4602-aaab-0ea2970208f9 x-openstack-request-id: req-1f77067c-04e1-4602-aaab-0ea2970208f9 {{(pid=93412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:40:38.427151 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20e12291-ab11-4b64-9c9b-194bae2bc3d2", "name": "network-vif-plugged", "status": "completed", "tag": "aa68ce42-3b67-498b-9297-1aa4968077d6", "code": 200}]} {{(pid=93412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:40:38.427505 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1f77067c-04e1-4602-aaab-0ea2970208f9 {{(pid=93412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:40:38.427970 dv-cinder-798198-2-iscsi neutron-server[93412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20e12291-ab11-4b64-9c9b-194bae2bc3d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa68ce42-3b67-498b-9297-1aa4968077d6', 'code': 200} Aug 10 14:40:38.453138 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Pushing event updated for resources: {'Port': ['ID=aa68ce42-3b67-498b-9297-1aa4968077d6,revision_number=5']} {{(pid=93412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:40:38.628501 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70f1387-64f2-443a-834d-ce7703cba565 req-065e5f8c-f5f0-44d7-ad96-c46c802ffe53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:40:38.630149 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-b70f1387-64f2-443a-834d-ce7703cba565 req-065e5f8c-f5f0-44d7-ad96-c46c802ffe53 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=20e12291-ab11-4b64-9c9b-194bae2bc3d2 HTTP/1.1" status: 200 len: 1098 time: 0.0393348 Aug 10 14:40:38.671353 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-b70f1387-64f2-443a-834d-ce7703cba565 req-bd202028-ed42-4028-ab40-4ee3cf7a526e service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=56a6b489-60e9-459f-8db6-59e684177373&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331588 Aug 10 14:40:39.036822 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cd682f-8901-40eb-b03d-b3e41a432d04 req-08729c07-b108-4f14-802e-d88acd5798bc tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:40:39.038326 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-63cd682f-8901-40eb-b03d-b3e41a432d04 req-08729c07-b108-4f14-802e-d88acd5798bc tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] 10.222.0.42 "GET /v2.0/ports?device_id=20e12291-ab11-4b64-9c9b-194bae2bc3d2 HTTP/1.1" status: 200 len: 945 time: 0.0486619 Aug 10 14:40:39.075736 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-63cd682f-8901-40eb-b03d-b3e41a432d04 req-cd67e757-52de-44eb-b416-6e900ccc4de3 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] 10.222.0.42 "GET /v2.0/security-groups?id=56a6b489-60e9-459f-8db6-59e684177373&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313611 Aug 10 14:40:40.191472 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f9dd8a-dbec-42c5-937c-51b0fb0a5691 req-e1f40b5d-fc26-4516-851b-a78c192703e5 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:40:40.192976 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-23f9dd8a-dbec-42c5-937c-51b0fb0a5691 req-e1f40b5d-fc26-4516-851b-a78c192703e5 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] 10.222.0.42 "GET /v2.0/ports?device_id=20e12291-ab11-4b64-9c9b-194bae2bc3d2 HTTP/1.1" status: 200 len: 945 time: 0.0498762 Aug 10 14:40:40.232578 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-23f9dd8a-dbec-42c5-937c-51b0fb0a5691 req-213c1513-a2eb-40d0-a270-5b112794f91d tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] 10.222.0.42 "GET /v2.0/security-groups?id=56a6b489-60e9-459f-8db6-59e684177373&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331740 Aug 10 14:40:40.353808 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db9b785-8f67-4c4a-ba39-c7a8aa3425e4 req-d4cef6d0-72bc-4133-b3cc-5c0d5d420a71 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:40:40.355169 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-0db9b785-8f67-4c4a-ba39-c7a8aa3425e4 req-d4cef6d0-72bc-4133-b3cc-5c0d5d420a71 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] 10.222.0.42 "GET /v2.0/ports?device_id=20e12291-ab11-4b64-9c9b-194bae2bc3d2 HTTP/1.1" status: 200 len: 945 time: 0.0479000 Aug 10 14:40:40.395308 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-0db9b785-8f67-4c4a-ba39-c7a8aa3425e4 req-9b5368db-18b3-41d5-a343-0271ae4a898b tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] 10.222.0.42 "GET /v2.0/security-groups?id=56a6b489-60e9-459f-8db6-59e684177373&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342641 Aug 10 14:40:40.417335 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.wsgi [-] (93411) accepted ('10.222.0.42', 58800) {{(pid=93411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:40:40.458335 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15eecb32-72ea-4e49-951c-8f6faed336da tempest-TestVolumeBootPattern-1218772562 tempest-TestVolumeBootPattern-1218772562-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93411) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:40:40.459867 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-15eecb32-72ea-4e49-951c-8f6faed336da tempest-TestVolumeBootPattern-1218772562 tempest-TestVolumeBootPattern-1218772562-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=20e12291-ab11-4b64-9c9b-194bae2bc3d2 HTTP/1.1" status: 200 len: 1093 time: 0.0415275 Aug 10 14:40:40.462624 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.wsgi [-] (93411) accepted ('10.222.0.42', 58802) {{(pid=93411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:40:40.467001 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.v2.base [None req-ef09e0f5-8c1d-4a51-a028-28d955b5585a tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Request body: {'floatingip': {'floating_network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'port_id': 'aa68ce42-3b67-498b-9297-1aa4968077d6', 'tenant_id': 'a05f2e4d11dd4970b1890e2ac2ce4c87', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93411) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 14:40:40.487318 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-ef09e0f5-8c1d-4a51-a028-28d955b5585a tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Notify callbacks [] for floatingip, before_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:40:40.583632 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-ef09e0f5-8c1d-4a51-a028-28d955b5585a tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:40:40.683686 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.db.db_base_plugin_common [None req-ef09e0f5-8c1d-4a51-a028-28d955b5585a tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Allocated IP 172.27.0.250 (3c935337-17af-4240-bc2c-ccb5b04b1532/e735a612-8fb3-4a85-bede-f6307ba49d31/ef8ab53e-a77c-4f68-9f97-27842dd270d6) {{(pid=93411) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 14:40:40.788855 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-ef09e0f5-8c1d-4a51-a028-28d955b5585a tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Notify callbacks [] for port, precommit_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:40:40.829254 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-ef09e0f5-8c1d-4a51-a028-28d955b5585a tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786683465198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2690464'] for port, after_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:40:40.867142 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef09e0f5-8c1d-4a51-a028-28d955b5585a tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Network 3c935337-17af-4240-bc2c-ccb5b04b1532 is already hosted by enough agents. {{(pid=93411) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 14:40:40.869911 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.scheduler.base_scheduler [None req-ef09e0f5-8c1d-4a51-a028-28d955b5585a tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Resources bound (agent type, host, resource id): {{(pid=93411) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 14:40:40.872470 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef09e0f5-8c1d-4a51-a028-28d955b5585a tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Received port after_create {{(pid=93411) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 14:40:40.900117 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef09e0f5-8c1d-4a51-a028-28d955b5585a tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Pushing event updated for resources: {'Port': ['ID=ef8ab53e-a77c-4f68-9f97-27842dd270d6,revision_number=1']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:40:40.912208 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef09e0f5-8c1d-4a51-a028-28d955b5585a tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:40:40.912550 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef09e0f5-8c1d-4a51-a028-28d955b5585a tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:40:40.912884 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef09e0f5-8c1d-4a51-a028-28d955b5585a tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:40:40.913212 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef09e0f5-8c1d-4a51-a028-28d955b5585a tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:40:40.913559 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef09e0f5-8c1d-4a51-a028-28d955b5585a tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:40:40.913890 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef09e0f5-8c1d-4a51-a028-28d955b5585a tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:40:40.914210 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef09e0f5-8c1d-4a51-a028-28d955b5585a tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:40:40.914527 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef09e0f5-8c1d-4a51-a028-28d955b5585a tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:40:40.914844 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef09e0f5-8c1d-4a51-a028-28d955b5585a tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:40:40.915159 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef09e0f5-8c1d-4a51-a028-28d955b5585a tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:40:40.915470 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef09e0f5-8c1d-4a51-a028-28d955b5585a tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:40:40.915780 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef09e0f5-8c1d-4a51-a028-28d955b5585a tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:40:41.232461 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-ef09e0f5-8c1d-4a51-a028-28d955b5585a tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:40:41.304310 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-ef09e0f5-8c1d-4a51-a028-28d955b5585a tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_update {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:40:41.455929 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-ef09e0f5-8c1d-4a51-a028-28d955b5585a tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Notify callbacks [] for port, precommit_update {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:40:41.466559 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-ef09e0f5-8c1d-4a51-a028-28d955b5585a tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683854493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786683465220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786683465238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2690395'] for port, after_update {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:40:41.532929 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef09e0f5-8c1d-4a51-a028-28d955b5585a tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Pushing event updated for resources: {'Port': ['ID=ef8ab53e-a77c-4f68-9f97-27842dd270d6,revision_number=2']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:40:41.546207 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-ef09e0f5-8c1d-4a51-a028-28d955b5585a tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-880024'] for floatingip, after_update {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:40:41.641731 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.db.l3_db [None req-ef09e0f5-8c1d-4a51-a028-28d955b5585a tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Floating IP 1f6a2764-8763-43c3-9b01-af2580d2988b associated. External IP: 172.27.0.250, port: aa68ce42-3b67-498b-9297-1aa4968077d6. Aug 10 14:40:41.846937 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef09e0f5-8c1d-4a51-a028-28d955b5585a tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Router aca858a0-4185-400b-bac2-052a7dbfd1c0 has already been hosted by L3 agent 8acc92de-0cfa-4d60-8b37-a39a4d3c1570 {{(pid=93411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 14:40:41.950886 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef09e0f5-8c1d-4a51-a028-28d955b5585a tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Notify agent at l3_agent.dv-cinder-798198-2-iscsi the message routers_updated {{(pid=93411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 14:40:41.961202 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d11399-9fbd-4d30-aa4e-366eea668f81 None None] Sync routers for ids ['aca858a0-4185-400b-bac2-052a7dbfd1c0'] in dv-cinder-798198-2-iscsi {{(pid=93412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 14:40:41.968198 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-ef09e0f5-8c1d-4a51-a028-28d955b5585a tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-387483'] for floatingip, before_response {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:40:41.972292 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d11399-9fbd-4d30-aa4e-366eea668f81 None None] Routers {'aca858a0-4185-400b-bac2-052a7dbfd1c0'} bound to L3 agent in host dv-cinder-798198-2-iscsi {{(pid=93412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:40:41.972915 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.l3_hamode_db [None req-67d11399-9fbd-4d30-aa4e-366eea668f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T14:22:29Z,description=,heartbeat_timestamp=2021-08-10T14:40:29Z,host='dv-cinder-798198-2-iscsi',id=8acc92de-0cfa-4d60-8b37-a39a4d3c1570,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T14:22:29Z,topic='l3_agent')) {'router_ids': ['aca858a0-4185-400b-bac2-052a7dbfd1c0'], 'active': True} {{(pid=93412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:40:42.083163 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.l3_dvr_db [None req-67d11399-9fbd-4d30-aa4e-366eea668f81 None None] Set router aca858a0-4185-400b-bac2-052a7dbfd1c0 gateway port host: dv-cinder-798198-2-iscsi {{(pid=93412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:40:42.214765 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-ef09e0f5-8c1d-4a51-a028-28d955b5585a tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7510467 Aug 10 14:40:42.215329 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20e12291-ab11-4b64-9c9b-194bae2bc3d2', 'tag': 'aa68ce42-3b67-498b-9297-1aa4968077d6'}] {{(pid=93411) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:40:42.217613 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}800b4800a729c8c4e9259a6bd3a96cb19d394e8e3458720dab8774963c0953a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91a9644e-c660-4af6-8157-331ef42a7120" -d '{"events": [{"name": "network-changed", "server_uuid": "20e12291-ab11-4b64-9c9b-194bae2bc3d2", "tag": "aa68ce42-3b67-498b-9297-1aa4968077d6"}]}' {{(pid=93411) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:40:42.252443 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 14:40:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4717922-6d91-435f-8f29-47e1f657bad6 x-openstack-request-id: req-f4717922-6d91-435f-8f29-47e1f657bad6 {{(pid=93411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:40:42.252729 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20e12291-ab11-4b64-9c9b-194bae2bc3d2", "tag": "aa68ce42-3b67-498b-9297-1aa4968077d6", "status": "completed", "code": 200}]} {{(pid=93411) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:40:42.252980 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f4717922-6d91-435f-8f29-47e1f657bad6 {{(pid=93411) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:40:42.253374 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20e12291-ab11-4b64-9c9b-194bae2bc3d2', 'tag': 'aa68ce42-3b67-498b-9297-1aa4968077d6', 'status': 'completed', 'code': 200} Aug 10 14:40:42.316073 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a9644e-c660-4af6-8157-331ef42a7120 req-f9a04a1e-e7c1-42ea-8f8d-2592ed535b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:40:42.317711 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-91a9644e-c660-4af6-8157-331ef42a7120 req-f9a04a1e-e7c1-42ea-8f8d-2592ed535b99 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a05f2e4d11dd4970b1890e2ac2ce4c87&device_id=20e12291-ab11-4b64-9c9b-194bae2bc3d2 HTTP/1.1" status: 200 len: 1098 time: 0.0413620 Aug 10 14:40:42.318922 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.l3_hamode_db [None req-67d11399-9fbd-4d30-aa4e-366eea668f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aca858a0-4185-400b-bac2-052a7dbfd1c0', 'name': 'tempest-TestVolumeBootPattern-2069893078-router', 'tenant_id': 'a05f2e4d11dd4970b1890e2ac2ce4c87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'external_fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.197'}], 'enable_snat': True}, 'gw_port_id': 'c6d4f948-752f-4e72-ace4-9fed7ef9b2e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:35:29Z', 'updated_at': '2021-08-10T14:35:32Z', 'revision_number': 4, 'project_id': 'a05f2e4d11dd4970b1890e2ac2ce4c87', 'gw_port': {'id': 'c6d4f948-752f-4e72-ace4-9fed7ef9b2e0', 'name': '', 'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:a4:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aca858a0-4185-400b-bac2-052a7dbfd1c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:35:29Z', 'updated_at': '2021-08-10T14:35:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-2-iscsi', '_floatingips': [{'id': '1f6a2764-8763-43c3-9b01-af2580d2988b', 'tenant_id': 'a05f2e4d11dd4970b1890e2ac2ce4c87', 'floating_ip_address': '172.27.0.250', 'floating_network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'router_id': 'aca858a0-4185-400b-bac2-052a7dbfd1c0', 'port_id': 'aa68ce42-3b67-498b-9297-1aa4968077d6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5526d2f-b7f9-428c-be48-63f6c6ae4f96', 'mac_address': 'fa:16:3e:a0:75:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e12291-ab11-4b64-9c9b-194bae2bc3d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T14:40:41Z', 'updated_at': '2021-08-10T14:40:41Z', 'revision_number': 0, 'project_id': 'a05f2e4d11dd4970b1890e2ac2ce4c87', 'fixed_ip_address_scope': None}, {'id': 'fe2a1777-b47c-40d1-9093-64a936c300a7', 'tenant_id': 'a05f2e4d11dd4970b1890e2ac2ce4c87', 'floating_ip_address': '172.27.0.148', 'floating_network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'router_id': 'aca858a0-4185-400b-bac2-052a7dbfd1c0', 'port_id': '1ef143d4-7588-411f-bc71-c6cc6f88defb', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 652, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5526d2f-b7f9-428c-be48-63f6c6ae4f96', 'mac_address': 'fa:16:3e:b6:ab:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1e62976-0309-493f-ae39-56e1703fa119', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T14:38:49Z', 'updated_at': '2021-08-10T14:38:51Z', 'revision_number': 1, 'project_id': 'a05f2e4d11dd4970b1890e2ac2ce4c87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18dd6e20-f0cc-48eb-be22-d5ea10f530a2', 'name': '', 'network_id': 'd5526d2f-b7f9-428c-be48-63f6c6ae4f96', 'tenant_id': 'a05f2e4d11dd4970b1890e2ac2ce4c87', 'mac_address': 'fa:16:3e:97:16:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aca858a0-4185-400b-bac2-052a7dbfd1c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '82a0ee63-ad0f-4f7a-9eac-db5d15b3d575', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:35:32Z', 'updated_at': '2021-08-10T14:35:40Z', 'revision_number': 5, 'project_id': 'a05f2e4d11dd4970b1890e2ac2ce4c87', 'subnets': [{'id': '82a0ee63-ad0f-4f7a-9eac-db5d15b3d575', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-2-iscsi', False) {} {{(pid=93412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:40:42.344137 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d11399-9fbd-4d30-aa4e-366eea668f81 None None] Checking router: aca858a0-4185-400b-bac2-052a7dbfd1c0 for host: dv-cinder-798198-2-iscsi {{(pid=93412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 14:40:42.352480 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d11399-9fbd-4d30-aa4e-366eea668f81 None None] Routers {'aca858a0-4185-400b-bac2-052a7dbfd1c0'} bound to L3 agent in host dv-cinder-798198-2-iscsi {{(pid=93412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:40:42.353106 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.l3_hamode_db [None req-67d11399-9fbd-4d30-aa4e-366eea668f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T14:22:29Z,description=,heartbeat_timestamp=2021-08-10T14:40:29Z,host='dv-cinder-798198-2-iscsi',id=8acc92de-0cfa-4d60-8b37-a39a4d3c1570,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T14:22:29Z,topic='l3_agent')) {'router_ids': ['aca858a0-4185-400b-bac2-052a7dbfd1c0'], 'active': True} {{(pid=93412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:40:42.406013 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a9644e-c660-4af6-8157-331ef42a7120 req-570a6ebb-e29e-492c-8b9c-bba8241f055a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:40:42.407624 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-91a9644e-c660-4af6-8157-331ef42a7120 req-570a6ebb-e29e-492c-8b9c-bba8241f055a service neutron] 10.222.0.18 "GET /v2.0/networks?id=d5526d2f-b7f9-428c-be48-63f6c6ae4f96 HTTP/1.1" status: 200 len: 913 time: 0.0830631 Aug 10 14:40:42.460537 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.l3_dvr_db [None req-67d11399-9fbd-4d30-aa4e-366eea668f81 None None] Set router aca858a0-4185-400b-bac2-052a7dbfd1c0 gateway port host: dv-cinder-798198-2-iscsi {{(pid=93412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:40:42.476488 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-91a9644e-c660-4af6-8157-331ef42a7120 req-9d684dd7-67b2-4424-841c-01ad3cb44eaa service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aa68ce42-3b67-498b-9297-1aa4968077d6 HTTP/1.1" status: 200 len: 999 time: 0.0616584 Aug 10 14:40:42.527123 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a9644e-c660-4af6-8157-331ef42a7120 req-6662d045-4479-4a75-917f-76a6b8a3e328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:40:42.528600 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-91a9644e-c660-4af6-8157-331ef42a7120 req-6662d045-4479-4a75-917f-76a6b8a3e328 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=82a0ee63-ad0f-4f7a-9eac-db5d15b3d575 HTTP/1.1" status: 200 len: 851 time: 0.0453229 Aug 10 14:40:42.576262 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a9644e-c660-4af6-8157-331ef42a7120 req-96f2f0f1-ace3-4459-8f2a-76e0d7fd9fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:40:42.577890 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-91a9644e-c660-4af6-8157-331ef42a7120 req-96f2f0f1-ace3-4459-8f2a-76e0d7fd9fbc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d5526d2f-b7f9-428c-be48-63f6c6ae4f96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0417008 Aug 10 14:40:42.668082 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-91a9644e-c660-4af6-8157-331ef42a7120 req-4786ecf1-3ea7-49fc-8300-d7e5513be3aa service neutron] 10.222.0.18 "GET /v2.0/networks/d5526d2f-b7f9-428c-be48-63f6c6ae4f96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832944 Aug 10 14:40:42.690620 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.l3_hamode_db [None req-67d11399-9fbd-4d30-aa4e-366eea668f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aca858a0-4185-400b-bac2-052a7dbfd1c0', 'name': 'tempest-TestVolumeBootPattern-2069893078-router', 'tenant_id': 'a05f2e4d11dd4970b1890e2ac2ce4c87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'external_fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.197'}], 'enable_snat': True}, 'gw_port_id': 'c6d4f948-752f-4e72-ace4-9fed7ef9b2e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:35:29Z', 'updated_at': '2021-08-10T14:35:32Z', 'revision_number': 4, 'project_id': 'a05f2e4d11dd4970b1890e2ac2ce4c87', 'gw_port': {'id': 'c6d4f948-752f-4e72-ace4-9fed7ef9b2e0', 'name': '', 'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:a4:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aca858a0-4185-400b-bac2-052a7dbfd1c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:35:29Z', 'updated_at': '2021-08-10T14:35:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-2-iscsi', '_floatingips': [{'id': '1f6a2764-8763-43c3-9b01-af2580d2988b', 'tenant_id': 'a05f2e4d11dd4970b1890e2ac2ce4c87', 'floating_ip_address': '172.27.0.250', 'floating_network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'router_id': 'aca858a0-4185-400b-bac2-052a7dbfd1c0', 'port_id': 'aa68ce42-3b67-498b-9297-1aa4968077d6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5526d2f-b7f9-428c-be48-63f6c6ae4f96', 'mac_address': 'fa:16:3e:a0:75:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e12291-ab11-4b64-9c9b-194bae2bc3d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T14:40:41Z', 'updated_at': '2021-08-10T14:40:41Z', 'revision_number': 0, 'project_id': 'a05f2e4d11dd4970b1890e2ac2ce4c87', 'fixed_ip_address_scope': None}, {'id': 'fe2a1777-b47c-40d1-9093-64a936c300a7', 'tenant_id': 'a05f2e4d11dd4970b1890e2ac2ce4c87', 'floating_ip_address': '172.27.0.148', 'floating_network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'router_id': 'aca858a0-4185-400b-bac2-052a7dbfd1c0', 'port_id': '1ef143d4-7588-411f-bc71-c6cc6f88defb', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 652, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5526d2f-b7f9-428c-be48-63f6c6ae4f96', 'mac_address': 'fa:16:3e:b6:ab:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1e62976-0309-493f-ae39-56e1703fa119', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T14:38:49Z', 'updated_at': '2021-08-10T14:38:51Z', 'revision_number': 1, 'project_id': 'a05f2e4d11dd4970b1890e2ac2ce4c87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18dd6e20-f0cc-48eb-be22-d5ea10f530a2', 'name': '', 'network_id': 'd5526d2f-b7f9-428c-be48-63f6c6ae4f96', 'tenant_id': 'a05f2e4d11dd4970b1890e2ac2ce4c87', 'mac_address': 'fa:16:3e:97:16:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aca858a0-4185-400b-bac2-052a7dbfd1c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '82a0ee63-ad0f-4f7a-9eac-db5d15b3d575', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:35:32Z', 'updated_at': '2021-08-10T14:35:40Z', 'revision_number': 5, 'project_id': 'a05f2e4d11dd4970b1890e2ac2ce4c87', 'subnets': [{'id': '82a0ee63-ad0f-4f7a-9eac-db5d15b3d575', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-2-iscsi', False) {} {{(pid=93412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:40:42.716767 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d11399-9fbd-4d30-aa4e-366eea668f81 None None] The sync data for ids ['aca858a0-4185-400b-bac2-052a7dbfd1c0'] in dv-cinder-798198-2-iscsi is: [{'id': 'aca858a0-4185-400b-bac2-052a7dbfd1c0', 'name': 'tempest-TestVolumeBootPattern-2069893078-router', 'tenant_id': 'a05f2e4d11dd4970b1890e2ac2ce4c87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'external_fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.197'}], 'enable_snat': True}, 'gw_port_id': 'c6d4f948-752f-4e72-ace4-9fed7ef9b2e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:35:29Z', 'updated_at': '2021-08-10T14:35:32Z', 'revision_number': 4, 'project_id': 'a05f2e4d11dd4970b1890e2ac2ce4c87', 'gw_port': {'id': 'c6d4f948-752f-4e72-ace4-9fed7ef9b2e0', 'name': '', 'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:a4:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aca858a0-4185-400b-bac2-052a7dbfd1c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:35:29Z', 'updated_at': '2021-08-10T14:35:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-2-iscsi', '_floatingips': [{'id': '1f6a2764-8763-43c3-9b01-af2580d2988b', 'tenant_id': 'a05f2e4d11dd4970b1890e2ac2ce4c87', 'floating_ip_address': '172.27.0.250', 'floating_network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'router_id': 'aca858a0-4185-400b-bac2-052a7dbfd1c0', 'port_id': 'aa68ce42-3b67-498b-9297-1aa4968077d6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5526d2f-b7f9-428c-be48-63f6c6ae4f96', 'mac_address': 'fa:16:3e:a0:75:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e12291-ab11-4b64-9c9b-194bae2bc3d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T14:40:41Z', 'updated_at': '2021-08-10T14:40:41Z', 'revision_number': 0, 'project_id': 'a05f2e4d11dd4970b1890e2ac2ce4c87', 'fixed_ip_address_scope': None}, {'id': 'fe2a1777-b47c-40d1-9093-64a936c300a7', 'tenant_id': 'a05f2e4d11dd4970b1890e2ac2ce4c87', 'floating_ip_address': '172.27.0.148', 'floating_network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'router_id': 'aca858a0-4185-400b-bac2-052a7dbfd1c0', 'port_id': '1ef143d4-7588-411f-bc71-c6cc6f88defb', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 652, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5526d2f-b7f9-428c-be48-63f6c6ae4f96', 'mac_address': 'fa:16:3e:b6:ab:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1e62976-0309-493f-ae39-56e1703fa119', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T14:38:49Z', 'updated_at': '2021-08-10T14:38:51Z', 'revision_number': 1, 'project_id': 'a05f2e4d11dd4970b1890e2ac2ce4c87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18dd6e20-f0cc-48eb-be22-d5ea10f530a2', 'name': '', 'network_id': 'd5526d2f-b7f9-428c-be48-63f6c6ae4f96', 'tenant_id': 'a05f2e4d11dd4970b1890e2ac2ce4c87', 'mac_address': 'fa:16:3e:97:16:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aca858a0-4185-400b-bac2-052a7dbfd1c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '82a0ee63-ad0f-4f7a-9eac-db5d15b3d575', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:35:32Z', 'updated_at': '2021-08-10T14:35:40Z', 'revision_number': 5, 'project_id': 'a05f2e4d11dd4970b1890e2ac2ce4c87', 'subnets': [{'id': '82a0ee63-ad0f-4f7a-9eac-db5d15b3d575', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 14:40:42.759444 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-91a9644e-c660-4af6-8157-331ef42a7120 req-04eddc38-4f5c-45f6-9c79-3213d1cd442b service neutron] 10.222.0.18 "GET /v2.0/networks/d5526d2f-b7f9-428c-be48-63f6c6ae4f96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838246 Aug 10 14:40:42.900480 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb4c7ddf-26eb-4dc2-b2a8-cdb5fd8e6d3f None None] New status for floating IP 1f6a2764-8763-43c3-9b01-af2580d2988b: ACTIVE {{(pid=93413) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 14:40:56.141667 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-ec72ed31-8f55-4d2e-8f38-1f3e4f072638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:40:59.128497 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-533a551f-7ea2-405e-8958-892ad4afb5e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:40:59.138945 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:41:00.224700 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-1682deac-1581-4d55-87bc-bceb4bcaf759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:41:02.178691 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-f97b798d-bd61-4bdb-bb4a-e55e1a0659df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:41:02.991126 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:41:09.951545 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.db.agents_db [None req-84c9d1dd-add5-4bf7-b0ef-63077aab3240 None None] Agent healthcheck: found 6 active agents {{(pid=93413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 14:41:26.143292 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-790f4c4f-9ed8-46c9-9f65-fa2511cbc3d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:41:29.119258 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-64808f75-5067-4fc6-95d9-182a9f64181d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:41:29.138390 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:41:30.228366 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-1682deac-1581-4d55-87bc-bceb4bcaf759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:41:32.179571 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-f97b798d-bd61-4bdb-bb4a-e55e1a0659df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:41:33.018240 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:41:39.142305 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-0a341297-1949-4f40-ad5c-9f50a573d1cf req-170e4030-bfad-4264-9c6e-7ce1f2a33688 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d5d5200b-9b93-4c29-9811-4436802b9236&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0400708 Aug 10 14:41:39.208621 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a341297-1949-4f40-ad5c-9f50a573d1cf req-6e0fa12f-3532-4720-bf26-dd8be2dbd955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:41:39.210150 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-0a341297-1949-4f40-ad5c-9f50a573d1cf req-6e0fa12f-3532-4720-bf26-dd8be2dbd955 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b9910def5a134e4c8aac3b27b1489c14&device_id=d5d5200b-9b93-4c29-9811-4436802b9236 HTTP/1.1" status: 200 len: 1098 time: 0.0448673 Aug 10 14:41:39.310086 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a341297-1949-4f40-ad5c-9f50a573d1cf req-d9e81d3c-89df-4c2b-badc-56b03531ffa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:41:39.311546 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-0a341297-1949-4f40-ad5c-9f50a573d1cf req-d9e81d3c-89df-4c2b-badc-56b03531ffa5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=4918bd4f-1e68-44d8-94ca-20c40994be08 HTTP/1.1" status: 200 len: 910 time: 0.0832574 Aug 10 14:41:39.379192 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-0a341297-1949-4f40-ad5c-9f50a573d1cf req-9eef2996-2bbe-46eb-a1e8-f238d20d5192 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=22fa88e3-2a2d-4992-aa98-362bb336f357 HTTP/1.1" status: 200 len: 1001 time: 0.0600963 Aug 10 14:41:39.427484 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a341297-1949-4f40-ad5c-9f50a573d1cf req-2ae5a867-e6d3-4ad8-b7ad-616bb412c40b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:41:39.428922 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-0a341297-1949-4f40-ad5c-9f50a573d1cf req-2ae5a867-e6d3-4ad8-b7ad-616bb412c40b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=cdfe0d3d-9603-4ff6-bd72-cf69d28a9f7f HTTP/1.1" status: 200 len: 848 time: 0.0429313 Aug 10 14:41:39.473293 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a341297-1949-4f40-ad5c-9f50a573d1cf req-112c6696-d1ef-4977-bd4b-bd69bff5f203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:41:39.474772 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-0a341297-1949-4f40-ad5c-9f50a573d1cf req-112c6696-d1ef-4977-bd4b-bd69bff5f203 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4918bd4f-1e68-44d8-94ca-20c40994be08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0390477 Aug 10 14:41:39.566639 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-0a341297-1949-4f40-ad5c-9f50a573d1cf req-f84cb716-f12e-4003-9d2f-3e439cc1ef35 service neutron] 10.222.0.18 "GET /v2.0/networks/4918bd4f-1e68-44d8-94ca-20c40994be08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845578 Aug 10 14:41:39.654517 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-0a341297-1949-4f40-ad5c-9f50a573d1cf req-2ed7bbe0-94d4-48c6-b220-c88cc99e1927 service neutron] 10.222.0.18 "GET /v2.0/networks/4918bd4f-1e68-44d8-94ca-20c40994be08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811594 Aug 10 14:41:46.950919 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.db.agents_db [None req-84c9d1dd-add5-4bf7-b0ef-63077aab3240 None None] Agent healthcheck: found 6 active agents {{(pid=93413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 14:41:48.944776 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf2e9a4-759d-43f4-9aa6-920b7993f4c3 req-e9be7832-e364-4aeb-aef7-52b2c040eaa7 tempest-TestShelveInstance-2095018990 tempest-TestShelveInstance-2095018990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:41:48.946267 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-aaf2e9a4-759d-43f4-9aa6-920b7993f4c3 req-e9be7832-e364-4aeb-aef7-52b2c040eaa7 tempest-TestShelveInstance-2095018990 tempest-TestShelveInstance-2095018990-project] 10.222.0.42 "GET /v2.0/ports?device_id=d5d5200b-9b93-4c29-9811-4436802b9236 HTTP/1.1" status: 200 len: 945 time: 0.0489476 Aug 10 14:41:48.983425 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-aaf2e9a4-759d-43f4-9aa6-920b7993f4c3 req-3d7421b2-6b35-44ab-9d12-e9527e004cbe tempest-TestShelveInstance-2095018990 tempest-TestShelveInstance-2095018990-project] 10.222.0.42 "GET /v2.0/security-groups?id=36fe42ba-dbb8-4715-b51e-a4f21717caef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313010 Aug 10 14:41:50.114304 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1c4cfd-cfd4-4544-bb1f-9a549fb1c6c0 req-e2b2b461-533a-48fb-8350-be2f8b9753b7 tempest-TestShelveInstance-2095018990 tempest-TestShelveInstance-2095018990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:41:50.115785 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-8b1c4cfd-cfd4-4544-bb1f-9a549fb1c6c0 req-e2b2b461-533a-48fb-8350-be2f8b9753b7 tempest-TestShelveInstance-2095018990 tempest-TestShelveInstance-2095018990-project] 10.222.0.42 "GET /v2.0/ports?device_id=d5d5200b-9b93-4c29-9811-4436802b9236 HTTP/1.1" status: 200 len: 945 time: 0.0528467 Aug 10 14:41:50.153694 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-8b1c4cfd-cfd4-4544-bb1f-9a549fb1c6c0 req-060e7d6e-6eac-4eab-a5fc-f89345565647 tempest-TestShelveInstance-2095018990 tempest-TestShelveInstance-2095018990-project] 10.222.0.42 "GET /v2.0/security-groups?id=36fe42ba-dbb8-4715-b51e-a4f21717caef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318809 Aug 10 14:41:51.279394 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2072395e-5736-47e5-9a81-5f9343831ba1 req-0a3b79ed-8f67-41b7-859b-697a5b196d43 tempest-TestShelveInstance-2095018990 tempest-TestShelveInstance-2095018990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:41:51.280891 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-2072395e-5736-47e5-9a81-5f9343831ba1 req-0a3b79ed-8f67-41b7-859b-697a5b196d43 tempest-TestShelveInstance-2095018990 tempest-TestShelveInstance-2095018990-project] 10.222.0.42 "GET /v2.0/ports?device_id=d5d5200b-9b93-4c29-9811-4436802b9236 HTTP/1.1" status: 200 len: 945 time: 0.0484023 Aug 10 14:41:51.318425 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-2072395e-5736-47e5-9a81-5f9343831ba1 req-aa2ada42-afdd-428f-aba0-e1b2ec5afb3f tempest-TestShelveInstance-2095018990 tempest-TestShelveInstance-2095018990-project] 10.222.0.42 "GET /v2.0/security-groups?id=36fe42ba-dbb8-4715-b51e-a4f21717caef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310788 Aug 10 14:41:52.431120 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855cee65-69dc-415b-955c-bb6cbcba71e7 req-6f3d9090-e4ec-459b-96c8-3a3bc1cd2fe9 tempest-TestShelveInstance-2095018990 tempest-TestShelveInstance-2095018990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:41:52.432626 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-855cee65-69dc-415b-955c-bb6cbcba71e7 req-6f3d9090-e4ec-459b-96c8-3a3bc1cd2fe9 tempest-TestShelveInstance-2095018990 tempest-TestShelveInstance-2095018990-project] 10.222.0.42 "GET /v2.0/ports?device_id=d5d5200b-9b93-4c29-9811-4436802b9236 HTTP/1.1" status: 200 len: 945 time: 0.0488818 Aug 10 14:41:52.469544 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-855cee65-69dc-415b-955c-bb6cbcba71e7 req-0a29ef23-42f8-49fd-8ca3-d4817c7ff355 tempest-TestShelveInstance-2095018990 tempest-TestShelveInstance-2095018990-project] 10.222.0.42 "GET /v2.0/security-groups?id=36fe42ba-dbb8-4715-b51e-a4f21717caef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309420 Aug 10 14:41:53.589219 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673f8f46-d199-44d0-88ee-e97ffd135fb8 req-8a35303a-844b-4132-ac18-a78eaca5821c tempest-TestShelveInstance-2095018990 tempest-TestShelveInstance-2095018990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:41:53.590650 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-673f8f46-d199-44d0-88ee-e97ffd135fb8 req-8a35303a-844b-4132-ac18-a78eaca5821c tempest-TestShelveInstance-2095018990 tempest-TestShelveInstance-2095018990-project] 10.222.0.42 "GET /v2.0/ports?device_id=d5d5200b-9b93-4c29-9811-4436802b9236 HTTP/1.1" status: 200 len: 945 time: 0.0528102 Aug 10 14:41:53.628668 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-673f8f46-d199-44d0-88ee-e97ffd135fb8 req-4bb6e2fb-9bb6-4a06-99d3-c884999162df tempest-TestShelveInstance-2095018990 tempest-TestShelveInstance-2095018990-project] 10.222.0.42 "GET /v2.0/security-groups?id=36fe42ba-dbb8-4715-b51e-a4f21717caef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320363 Aug 10 14:41:54.743435 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6145e6ab-ca2a-4bbc-bfd3-a2ac4d553db8 req-86129431-5eb7-4a6e-a5e7-7d3fd676841f tempest-TestShelveInstance-2095018990 tempest-TestShelveInstance-2095018990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:41:54.744907 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-6145e6ab-ca2a-4bbc-bfd3-a2ac4d553db8 req-86129431-5eb7-4a6e-a5e7-7d3fd676841f tempest-TestShelveInstance-2095018990 tempest-TestShelveInstance-2095018990-project] 10.222.0.42 "GET /v2.0/ports?device_id=d5d5200b-9b93-4c29-9811-4436802b9236 HTTP/1.1" status: 200 len: 945 time: 0.0481722 Aug 10 14:41:54.782314 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-6145e6ab-ca2a-4bbc-bfd3-a2ac4d553db8 req-ed21e1db-fe5b-427e-a2e7-933045efd168 tempest-TestShelveInstance-2095018990 tempest-TestShelveInstance-2095018990-project] 10.222.0.42 "GET /v2.0/security-groups?id=36fe42ba-dbb8-4715-b51e-a4f21717caef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314538 Aug 10 14:41:55.894965 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948582a6-2fef-4ef7-a129-ef0c6222630b req-df2515e7-8a83-4c28-9cc8-59d23d580500 tempest-TestShelveInstance-2095018990 tempest-TestShelveInstance-2095018990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:41:55.896492 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-948582a6-2fef-4ef7-a129-ef0c6222630b req-df2515e7-8a83-4c28-9cc8-59d23d580500 tempest-TestShelveInstance-2095018990 tempest-TestShelveInstance-2095018990-project] 10.222.0.42 "GET /v2.0/ports?device_id=d5d5200b-9b93-4c29-9811-4436802b9236 HTTP/1.1" status: 200 len: 945 time: 0.0482934 Aug 10 14:41:55.934311 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-948582a6-2fef-4ef7-a129-ef0c6222630b req-ecf47ce9-7c9c-43b2-80d2-437083ff03ff tempest-TestShelveInstance-2095018990 tempest-TestShelveInstance-2095018990-project] 10.222.0.42 "GET /v2.0/security-groups?id=36fe42ba-dbb8-4715-b51e-a4f21717caef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317917 Aug 10 14:41:56.145041 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-70050b19-799b-4895-bf2a-370d9766f0e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:41:57.051264 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa9a06d-5481-43b0-9780-46f4ea6f01d5 req-4c0dc772-3257-477b-9d77-2129335a1550 tempest-TestShelveInstance-2095018990 tempest-TestShelveInstance-2095018990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:41:57.052819 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-9aa9a06d-5481-43b0-9780-46f4ea6f01d5 req-4c0dc772-3257-477b-9d77-2129335a1550 tempest-TestShelveInstance-2095018990 tempest-TestShelveInstance-2095018990-project] 10.222.0.42 "GET /v2.0/ports?device_id=d5d5200b-9b93-4c29-9811-4436802b9236 HTTP/1.1" status: 200 len: 945 time: 0.0525796 Aug 10 14:41:57.092155 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-9aa9a06d-5481-43b0-9780-46f4ea6f01d5 req-c0a154c6-18d1-4215-8f03-edc648325b75 tempest-TestShelveInstance-2095018990 tempest-TestShelveInstance-2095018990-project] 10.222.0.42 "GET /v2.0/security-groups?id=36fe42ba-dbb8-4715-b51e-a4f21717caef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328050 Aug 10 14:41:58.204917 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc3b299-3c1b-4428-83fa-b7090a2859bf req-86e6adc2-458e-437e-a16e-97def65f9caf tempest-TestShelveInstance-2095018990 tempest-TestShelveInstance-2095018990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:41:58.206439 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-9bc3b299-3c1b-4428-83fa-b7090a2859bf req-86e6adc2-458e-437e-a16e-97def65f9caf tempest-TestShelveInstance-2095018990 tempest-TestShelveInstance-2095018990-project] 10.222.0.42 "GET /v2.0/ports?device_id=d5d5200b-9b93-4c29-9811-4436802b9236 HTTP/1.1" status: 200 len: 945 time: 0.0494783 Aug 10 14:41:58.244125 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-9bc3b299-3c1b-4428-83fa-b7090a2859bf req-d416e7f2-f64e-44b4-97a2-9e0c16dc5d0f tempest-TestShelveInstance-2095018990 tempest-TestShelveInstance-2095018990-project] 10.222.0.42 "GET /v2.0/security-groups?id=36fe42ba-dbb8-4715-b51e-a4f21717caef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317783 Aug 10 14:41:59.084738 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66b9a4c-2537-40fd-a377-e82feb1c5930 req-aec89c66-3597-4f3c-8572-58c132ec304f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:41:59.086264 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-b66b9a4c-2537-40fd-a377-e82feb1c5930 req-aec89c66-3597-4f3c-8572-58c132ec304f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b9910def5a134e4c8aac3b27b1489c14&device_id=d5d5200b-9b93-4c29-9811-4436802b9236 HTTP/1.1" status: 200 len: 1098 time: 0.0413353 Aug 10 14:41:59.182694 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66b9a4c-2537-40fd-a377-e82feb1c5930 req-39cbdc0a-9544-4e2b-aea8-d3c94dc1e9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:41:59.184295 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-b66b9a4c-2537-40fd-a377-e82feb1c5930 req-39cbdc0a-9544-4e2b-aea8-d3c94dc1e9d1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=4918bd4f-1e68-44d8-94ca-20c40994be08 HTTP/1.1" status: 200 len: 910 time: 0.0914829 Aug 10 14:41:59.251192 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-b66b9a4c-2537-40fd-a377-e82feb1c5930 req-12f9e288-a882-4025-90ff-0de81fc48219 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=22fa88e3-2a2d-4992-aa98-362bb336f357 HTTP/1.1" status: 200 len: 1001 time: 0.0602200 Aug 10 14:41:59.253855 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-fda43645-5064-44c1-92f8-eeca67e109f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:41:59.259605 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:41:59.306638 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66b9a4c-2537-40fd-a377-e82feb1c5930 req-28d69200-afd0-4492-a0cb-fc75f699bc36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:41:59.308123 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-b66b9a4c-2537-40fd-a377-e82feb1c5930 req-28d69200-afd0-4492-a0cb-fc75f699bc36 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=cdfe0d3d-9603-4ff6-bd72-cf69d28a9f7f HTTP/1.1" status: 200 len: 848 time: 0.0505910 Aug 10 14:41:59.384786 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab329d6-bc67-4485-affa-ec8a9cca97a1 req-60406011-9603-4986-926f-f3c7f0b88fef tempest-TestShelveInstance-2095018990 tempest-TestShelveInstance-2095018990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:41:59.386206 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-0ab329d6-bc67-4485-affa-ec8a9cca97a1 req-60406011-9603-4986-926f-f3c7f0b88fef tempest-TestShelveInstance-2095018990 tempest-TestShelveInstance-2095018990-project] 10.222.0.42 "GET /v2.0/ports?device_id=d5d5200b-9b93-4c29-9811-4436802b9236 HTTP/1.1" status: 200 len: 945 time: 0.0761931 Aug 10 14:41:59.387856 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66b9a4c-2537-40fd-a377-e82feb1c5930 req-9bb23d85-2cd5-40f8-af63-01406e9be781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:41:59.389265 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-b66b9a4c-2537-40fd-a377-e82feb1c5930 req-9bb23d85-2cd5-40f8-af63-01406e9be781 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4918bd4f-1e68-44d8-94ca-20c40994be08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0701213 Aug 10 14:41:59.470669 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-0ab329d6-bc67-4485-affa-ec8a9cca97a1 req-b2f644fc-f352-4eb3-a213-d39644442f34 tempest-TestShelveInstance-2095018990 tempest-TestShelveInstance-2095018990-project] 10.222.0.42 "GET /v2.0/security-groups?id=36fe42ba-dbb8-4715-b51e-a4f21717caef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785983 Aug 10 14:41:59.502792 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-b66b9a4c-2537-40fd-a377-e82feb1c5930 req-ef0edb97-fcd1-4aaf-89f0-f071d6455da1 service neutron] 10.222.0.18 "GET /v2.0/networks/4918bd4f-1e68-44d8-94ca-20c40994be08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048090 Aug 10 14:41:59.590067 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-b66b9a4c-2537-40fd-a377-e82feb1c5930 req-c8ab3ac4-5050-4819-b28f-75bbdfd5b046 service neutron] 10.222.0.18 "GET /v2.0/networks/4918bd4f-1e68-44d8-94ca-20c40994be08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804796 Aug 10 14:42:00.231278 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-1682deac-1581-4d55-87bc-bceb4bcaf759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:42:00.590029 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b9faa6-dbce-4621-902f-775234d25a95 req-cd25db97-277a-4e0b-a318-f43c36da0492 tempest-TestShelveInstance-2095018990 tempest-TestShelveInstance-2095018990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:42:00.591502 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-84b9faa6-dbce-4621-902f-775234d25a95 req-cd25db97-277a-4e0b-a318-f43c36da0492 tempest-TestShelveInstance-2095018990 tempest-TestShelveInstance-2095018990-project] 10.222.0.42 "GET /v2.0/ports?device_id=d5d5200b-9b93-4c29-9811-4436802b9236 HTTP/1.1" status: 200 len: 945 time: 0.0533938 Aug 10 14:42:00.628550 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-84b9faa6-dbce-4621-902f-775234d25a95 req-ba2e4a60-cfdb-4e6b-bf2b-3ca8a2907112 tempest-TestShelveInstance-2095018990 tempest-TestShelveInstance-2095018990-project] 10.222.0.42 "GET /v2.0/security-groups?id=36fe42ba-dbb8-4715-b51e-a4f21717caef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311575 Aug 10 14:42:01.743344 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a8ddac-a0d3-434e-8c2b-b4bbd36940c6 req-28643769-8cad-4db5-a170-d9959181972b tempest-TestShelveInstance-2095018990 tempest-TestShelveInstance-2095018990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:42:01.744913 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-63a8ddac-a0d3-434e-8c2b-b4bbd36940c6 req-28643769-8cad-4db5-a170-d9959181972b tempest-TestShelveInstance-2095018990 tempest-TestShelveInstance-2095018990-project] 10.222.0.42 "GET /v2.0/ports?device_id=d5d5200b-9b93-4c29-9811-4436802b9236 HTTP/1.1" status: 200 len: 945 time: 0.0505853 Aug 10 14:42:01.784827 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-63a8ddac-a0d3-434e-8c2b-b4bbd36940c6 req-06d011ef-78f6-4dcc-bb11-51d614d0f030 tempest-TestShelveInstance-2095018990 tempest-TestShelveInstance-2095018990-project] 10.222.0.42 "GET /v2.0/security-groups?id=36fe42ba-dbb8-4715-b51e-a4f21717caef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338306 Aug 10 14:42:02.009047 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44177091-d73b-449c-97d7-1355596bd216 req-9cd0fae4-998a-469e-9fbf-9766696c01f9 tempest-TestShelveInstance-2095018990 tempest-TestShelveInstance-2095018990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:42:02.010645 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-44177091-d73b-449c-97d7-1355596bd216 req-9cd0fae4-998a-469e-9fbf-9766696c01f9 tempest-TestShelveInstance-2095018990 tempest-TestShelveInstance-2095018990-project] 10.222.0.42 "GET /v2.0/ports?device_id=d5d5200b-9b93-4c29-9811-4436802b9236 HTTP/1.1" status: 200 len: 945 time: 0.0490751 Aug 10 14:42:02.013331 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.wsgi [-] (93411) accepted ('10.222.0.42', 58874) {{(pid=93411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:42:02.050324 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-44177091-d73b-449c-97d7-1355596bd216 req-611f845f-f524-43a2-8be5-9308f116307c tempest-TestShelveInstance-2095018990 tempest-TestShelveInstance-2095018990-project] 10.222.0.42 "GET /v2.0/security-groups?id=36fe42ba-dbb8-4715-b51e-a4f21717caef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335317 Aug 10 14:42:02.096536 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [req-dc07cd9c-553c-4df2-ac17-9d1242ba2b75 req-95a92ddf-68f7-4b88-9380-d13069ee5ccd service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d5d5200b-9b93-4c29-9811-4436802b9236&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0820293 Aug 10 14:42:02.185064 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-f97b798d-bd61-4bdb-bb4a-e55e1a0659df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:42:03.020767 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:42:03.180184 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d920d847-1d38-4226-bd02-48f7fb08a39e req-4a88e860-8f38-468e-9a1a-acdf056e5c3c tempest-TestShelveInstance-2095018990 tempest-TestShelveInstance-2095018990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:42:03.181682 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-d920d847-1d38-4226-bd02-48f7fb08a39e req-4a88e860-8f38-468e-9a1a-acdf056e5c3c tempest-TestShelveInstance-2095018990 tempest-TestShelveInstance-2095018990-project] 10.222.0.42 "GET /v2.0/ports?device_id=d5d5200b-9b93-4c29-9811-4436802b9236 HTTP/1.1" status: 200 len: 945 time: 0.0566299 Aug 10 14:42:03.218922 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-d920d847-1d38-4226-bd02-48f7fb08a39e req-d697db58-4220-4df2-9be6-b0d497353ad9 tempest-TestShelveInstance-2095018990 tempest-TestShelveInstance-2095018990-project] 10.222.0.42 "GET /v2.0/security-groups?id=36fe42ba-dbb8-4715-b51e-a4f21717caef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311916 Aug 10 14:42:03.327209 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc07cd9c-553c-4df2-ac17-9d1242ba2b75 req-6983efc9-c8e7-4856-a377-4b796bbd51f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:42:03.328708 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-dc07cd9c-553c-4df2-ac17-9d1242ba2b75 req-6983efc9-c8e7-4856-a377-4b796bbd51f0 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d5d5200b-9b93-4c29-9811-4436802b9236&tenant_id=b9910def5a134e4c8aac3b27b1489c14 HTTP/1.1" status: 200 len: 1098 time: 0.0403357 Aug 10 14:42:03.389485 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc07cd9c-553c-4df2-ac17-9d1242ba2b75 req-a2e4befc-32b2-493c-838b-768c55f5d669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:42:03.390915 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-dc07cd9c-553c-4df2-ac17-9d1242ba2b75 req-a2e4befc-32b2-493c-838b-768c55f5d669 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b9910def5a134e4c8aac3b27b1489c14&device_id=d5d5200b-9b93-4c29-9811-4436802b9236 HTTP/1.1" status: 200 len: 1098 time: 0.0399835 Aug 10 14:42:03.489265 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc07cd9c-553c-4df2-ac17-9d1242ba2b75 req-3ac6d5d1-c4fb-48c2-94c5-07b83d46eb6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:42:03.490780 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-dc07cd9c-553c-4df2-ac17-9d1242ba2b75 req-3ac6d5d1-c4fb-48c2-94c5-07b83d46eb6f service neutron] 10.222.0.18 "GET /v2.0/networks?id=4918bd4f-1e68-44d8-94ca-20c40994be08 HTTP/1.1" status: 200 len: 910 time: 0.0930812 Aug 10 14:42:03.554947 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-dc07cd9c-553c-4df2-ac17-9d1242ba2b75 req-711561e0-7223-4a6a-91ae-7b816d85b5ae service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=22fa88e3-2a2d-4992-aa98-362bb336f357 HTTP/1.1" status: 200 len: 1001 time: 0.0574262 Aug 10 14:42:03.603206 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc07cd9c-553c-4df2-ac17-9d1242ba2b75 req-54b20378-5be2-434d-bb76-731880344349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:42:03.604623 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-dc07cd9c-553c-4df2-ac17-9d1242ba2b75 req-54b20378-5be2-434d-bb76-731880344349 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=cdfe0d3d-9603-4ff6-bd72-cf69d28a9f7f HTTP/1.1" status: 200 len: 848 time: 0.0432546 Aug 10 14:42:03.652617 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc07cd9c-553c-4df2-ac17-9d1242ba2b75 req-478afc70-a871-46da-9fe2-7bb22bf6faca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:42:03.654026 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-dc07cd9c-553c-4df2-ac17-9d1242ba2b75 req-478afc70-a871-46da-9fe2-7bb22bf6faca service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4918bd4f-1e68-44d8-94ca-20c40994be08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0428030 Aug 10 14:42:03.751917 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-dc07cd9c-553c-4df2-ac17-9d1242ba2b75 req-900689f0-0bd6-47a9-858a-424d9eb7c222 service neutron] 10.222.0.18 "GET /v2.0/networks/4918bd4f-1e68-44d8-94ca-20c40994be08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899415 Aug 10 14:42:03.843356 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-dc07cd9c-553c-4df2-ac17-9d1242ba2b75 req-52e4780d-3b9d-49a3-bf55-1d241991528f service neutron] 10.222.0.18 "GET /v2.0/networks/4918bd4f-1e68-44d8-94ca-20c40994be08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841899 Aug 10 14:42:04.333240 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be077513-04dc-4670-95c2-dd369f99d253 req-df45642b-4b82-4a81-8feb-5548c4040f0f tempest-TestShelveInstance-2095018990 tempest-TestShelveInstance-2095018990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:42:04.334780 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-be077513-04dc-4670-95c2-dd369f99d253 req-df45642b-4b82-4a81-8feb-5548c4040f0f tempest-TestShelveInstance-2095018990 tempest-TestShelveInstance-2095018990-project] 10.222.0.42 "GET /v2.0/ports?device_id=d5d5200b-9b93-4c29-9811-4436802b9236 HTTP/1.1" status: 200 len: 945 time: 0.0495112 Aug 10 14:42:04.373188 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-be077513-04dc-4670-95c2-dd369f99d253 req-343455ea-83c0-4d97-aa7b-97b013037f0e tempest-TestShelveInstance-2095018990 tempest-TestShelveInstance-2095018990-project] 10.222.0.42 "GET /v2.0/security-groups?id=36fe42ba-dbb8-4715-b51e-a4f21717caef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322158 Aug 10 14:42:04.696070 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Device 22fa88e3-2a2d-4992-aa98-362bb336f357 no longer exists at agent hyperv_hv-cinder-79819 {{(pid=93412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 14:42:04.769761 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:42:04.791992 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5d5200b-9b93-4c29-9811-4436802b9236', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22fa88e3-2a2d-4992-aa98-362bb336f357'}] {{(pid=93412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:42:04.794251 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9406f3752f8c5c09b2197ea24f22201eb31b4bb693178eb20b3d616b4d9459a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f8aaa0e-4657-42f5-ae81-fcce9b8d3651" -d '{"events": [{"server_uuid": "d5d5200b-9b93-4c29-9811-4436802b9236", "name": "network-vif-unplugged", "status": "completed", "tag": "22fa88e3-2a2d-4992-aa98-362bb336f357"}]}' {{(pid=93412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:42:04.807616 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.db [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] For port 22fa88e3-2a2d-4992-aa98-362bb336f357, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=22fa88e3-2a2d-4992-aa98-362bb336f357,segment=NetworkSegment(bdbd633b-3f29-4592-9b3d-37c1874c84c5),segment_id=bdbd633b-3f29-4592-9b3d-37c1874c84c5)] {{(pid=93412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:42:04.811071 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683854493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786683465220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786683465238'] for port, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:42:04.860698 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Pushing event updated for resources: {'Port': ['ID=22fa88e3-2a2d-4992-aa98-362bb336f357,revision_number=6']} {{(pid=93412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:42:04.867581 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:42:04.867928 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:42:04.868263 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:42:04.868592 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:42:04.868916 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:42:04.869239 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:42:04.869587 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:42:04.870017 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:42:04.870345 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:42:04.870663 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:42:04.870977 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:42:04.871292 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:42:04.884839 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 14:42:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6f5679a-f181-4a8a-930a-cc87ea934d34 x-openstack-request-id: req-f6f5679a-f181-4a8a-930a-cc87ea934d34 {{(pid=93412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:42:04.885129 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5d5200b-9b93-4c29-9811-4436802b9236", "name": "network-vif-unplugged", "status": "completed", "tag": "22fa88e3-2a2d-4992-aa98-362bb336f357", "code": 200}]} {{(pid=93412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:42:04.885382 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f6f5679a-f181-4a8a-930a-cc87ea934d34 {{(pid=93412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:42:04.885795 dv-cinder-798198-2-iscsi neutron-server[93412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5d5200b-9b93-4c29-9811-4436802b9236', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22fa88e3-2a2d-4992-aa98-362bb336f357', 'code': 200} Aug 10 14:42:05.485297 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bfabb3-0307-4ca5-907c-4f0a20b42d10 req-f84d2554-e8e6-440b-bd76-9481253323f7 tempest-TestShelveInstance-2095018990 tempest-TestShelveInstance-2095018990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:42:05.486928 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-35bfabb3-0307-4ca5-907c-4f0a20b42d10 req-f84d2554-e8e6-440b-bd76-9481253323f7 tempest-TestShelveInstance-2095018990 tempest-TestShelveInstance-2095018990-project] 10.222.0.42 "GET /v2.0/ports?device_id=d5d5200b-9b93-4c29-9811-4436802b9236 HTTP/1.1" status: 200 len: 943 time: 0.0494380 Aug 10 14:42:05.525236 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-35bfabb3-0307-4ca5-907c-4f0a20b42d10 req-34dfdacc-042e-4df5-9a8c-d802d26532ad tempest-TestShelveInstance-2095018990 tempest-TestShelveInstance-2095018990-project] 10.222.0.42 "GET /v2.0/security-groups?id=36fe42ba-dbb8-4715-b51e-a4f21717caef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317202 Aug 10 14:42:06.641294 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7890433-dc44-44bc-95db-4c29d12c8026 req-e50840d4-3abd-4a2b-929d-2d9696ed236c tempest-TestShelveInstance-2095018990 tempest-TestShelveInstance-2095018990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:42:06.642792 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-a7890433-dc44-44bc-95db-4c29d12c8026 req-e50840d4-3abd-4a2b-929d-2d9696ed236c tempest-TestShelveInstance-2095018990 tempest-TestShelveInstance-2095018990-project] 10.222.0.42 "GET /v2.0/ports?device_id=d5d5200b-9b93-4c29-9811-4436802b9236 HTTP/1.1" status: 200 len: 943 time: 0.0512612 Aug 10 14:42:06.680457 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-a7890433-dc44-44bc-95db-4c29d12c8026 req-c9b11d0a-079a-423f-9e50-bf00ea6f50ad tempest-TestShelveInstance-2095018990 tempest-TestShelveInstance-2095018990-project] 10.222.0.42 "GET /v2.0/security-groups?id=36fe42ba-dbb8-4715-b51e-a4f21717caef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312252 Aug 10 14:42:07.801949 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8a5f0f-d3d8-436b-8a46-109c3db70383 req-d94ed3ff-49c9-4dd3-89b7-83913b0110cb tempest-TestShelveInstance-2095018990 tempest-TestShelveInstance-2095018990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:42:07.803433 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-8b8a5f0f-d3d8-436b-8a46-109c3db70383 req-d94ed3ff-49c9-4dd3-89b7-83913b0110cb tempest-TestShelveInstance-2095018990 tempest-TestShelveInstance-2095018990-project] 10.222.0.42 "GET /v2.0/ports?device_id=d5d5200b-9b93-4c29-9811-4436802b9236 HTTP/1.1" status: 200 len: 943 time: 0.0560386 Aug 10 14:42:07.840657 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-8b8a5f0f-d3d8-436b-8a46-109c3db70383 req-ddd89826-4bcf-4674-8a05-d3a5c0571047 tempest-TestShelveInstance-2095018990 tempest-TestShelveInstance-2095018990-project] 10.222.0.42 "GET /v2.0/security-groups?id=36fe42ba-dbb8-4715-b51e-a4f21717caef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313344 Aug 10 14:42:08.952667 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64a466d-0bf1-4f8d-bfa9-6605a92a5141 req-95e9e30b-e07e-4dae-bc07-fd4bfaaec71e tempest-TestShelveInstance-2095018990 tempest-TestShelveInstance-2095018990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:42:08.954162 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-e64a466d-0bf1-4f8d-bfa9-6605a92a5141 req-95e9e30b-e07e-4dae-bc07-fd4bfaaec71e tempest-TestShelveInstance-2095018990 tempest-TestShelveInstance-2095018990-project] 10.222.0.42 "GET /v2.0/ports?device_id=d5d5200b-9b93-4c29-9811-4436802b9236 HTTP/1.1" status: 200 len: 943 time: 0.0485158 Aug 10 14:42:08.991595 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-e64a466d-0bf1-4f8d-bfa9-6605a92a5141 req-b6ce8004-3c3a-4f3c-9b97-83c17c213e48 tempest-TestShelveInstance-2095018990 tempest-TestShelveInstance-2095018990-project] 10.222.0.42 "GET /v2.0/security-groups?id=36fe42ba-dbb8-4715-b51e-a4f21717caef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316272 Aug 10 14:42:09.278146 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.wsgi [-] (93410) accepted ('10.222.0.42', 58902) {{(pid=93410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:42:09.477221 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.plugin [None req-9f54b23d-91d0-4f8d-9ab0-89ad366573fb tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Deleting port ef8ab53e-a77c-4f68-9f97-27842dd270d6 {{(pid=93410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 14:42:09.477599 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-9f54b23d-91d0-4f8d-9ab0-89ad366573fb tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786683848753'] for port, before_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:42:09.550772 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-9f54b23d-91d0-4f8d-9ab0-89ad366573fb tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-879274'] for port, precommit_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:42:09.551024 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-9f54b23d-91d0-4f8d-9ab0-89ad366573fb tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:42:09.562389 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.plugin [None req-9f54b23d-91d0-4f8d-9ab0-89ad366573fb tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Calling delete_port for ef8ab53e-a77c-4f68-9f97-27842dd270d6 owned by network:floatingip {{(pid=93410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 14:42:09.730499 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-9f54b23d-91d0-4f8d-9ab0-89ad366573fb tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786683854475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786683465207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26372150'] for port, after_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:42:09.755748 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f54b23d-91d0-4f8d-9ab0-89ad366573fb tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Pushing event deleted for resources: {'Port': ['ID=ef8ab53e-a77c-4f68-9f97-27842dd270d6,revision_number=None']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:42:09.769608 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f54b23d-91d0-4f8d-9ab0-89ad366573fb tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:42:09.769965 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f54b23d-91d0-4f8d-9ab0-89ad366573fb tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:42:09.770309 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f54b23d-91d0-4f8d-9ab0-89ad366573fb tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:42:09.770648 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f54b23d-91d0-4f8d-9ab0-89ad366573fb tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:42:09.770982 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f54b23d-91d0-4f8d-9ab0-89ad366573fb tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:42:09.771338 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f54b23d-91d0-4f8d-9ab0-89ad366573fb tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:42:09.771653 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f54b23d-91d0-4f8d-9ab0-89ad366573fb tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:42:09.771987 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f54b23d-91d0-4f8d-9ab0-89ad366573fb tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:42:09.772312 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f54b23d-91d0-4f8d-9ab0-89ad366573fb tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:42:09.772638 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f54b23d-91d0-4f8d-9ab0-89ad366573fb tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:42:09.773021 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f54b23d-91d0-4f8d-9ab0-89ad366573fb tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:42:09.773408 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f54b23d-91d0-4f8d-9ab0-89ad366573fb tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:42:09.831946 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-9f54b23d-91d0-4f8d-9ab0-89ad366573fb tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Notify callbacks [] for floatingip, after_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:42:09.832208 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.db.l3_db [None req-9f54b23d-91d0-4f8d-9ab0-89ad366573fb tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Floating IP 1f6a2764-8763-43c3-9b01-af2580d2988b disassociated (deleted). External IP: 172.27.0.250, port: aa68ce42-3b67-498b-9297-1aa4968077d6. Aug 10 14:42:09.968598 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7551fa6a-63a4-430c-ae89-d92f1b3466d3 req-22c65be3-c7a2-45b6-9ff6-c80f3a03acdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:42:09.970098 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-7551fa6a-63a4-430c-ae89-d92f1b3466d3 req-22c65be3-c7a2-45b6-9ff6-c80f3a03acdb service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d5d5200b-9b93-4c29-9811-4436802b9236 HTTP/1.1" status: 200 len: 1096 time: 0.0579600 Aug 10 14:42:10.077885 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-7551fa6a-63a4-430c-ae89-d92f1b3466d3 req-1ffe8dab-886e-4ff8-8376-2e7a877be8be service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=36fe42ba-dbb8-4715-b51e-a4f21717caef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763493 Aug 10 14:42:10.122347 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f54b23d-91d0-4f8d-9ab0-89ad366573fb tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Router aca858a0-4185-400b-bac2-052a7dbfd1c0 has already been hosted by L3 agent 8acc92de-0cfa-4d60-8b37-a39a4d3c1570 {{(pid=93410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 14:42:10.134237 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19611530-6d68-47b2-9a2f-1ac9d05ebd9e req-f0eac062-878e-477e-9b59-80f3ddbfbef9 tempest-TestShelveInstance-2095018990 tempest-TestShelveInstance-2095018990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:42:10.135680 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-19611530-6d68-47b2-9a2f-1ac9d05ebd9e req-f0eac062-878e-477e-9b59-80f3ddbfbef9 tempest-TestShelveInstance-2095018990 tempest-TestShelveInstance-2095018990-project] 10.222.0.42 "GET /v2.0/ports?device_id=d5d5200b-9b93-4c29-9811-4436802b9236 HTTP/1.1" status: 200 len: 943 time: 0.0734358 Aug 10 14:42:10.216127 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-19611530-6d68-47b2-9a2f-1ac9d05ebd9e req-4bcb3470-57f4-41c5-a566-8ed0010682a9 tempest-TestShelveInstance-2095018990 tempest-TestShelveInstance-2095018990-project] 10.222.0.42 "GET /v2.0/security-groups?id=36fe42ba-dbb8-4715-b51e-a4f21717caef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740378 Aug 10 14:42:10.263034 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f54b23d-91d0-4f8d-9ab0-89ad366573fb tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Notify agent at l3_agent.dv-cinder-798198-2-iscsi the message routers_updated {{(pid=93410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 14:42:10.268270 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-9f54b23d-91d0-4f8d-9ab0-89ad366573fb tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-387483'] for floatingip, before_response {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:42:10.272978 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ad8659c-526a-42d5-bd40-dc4d4476ac32 None None] Sync routers for ids ['aca858a0-4185-400b-bac2-052a7dbfd1c0'] in dv-cinder-798198-2-iscsi {{(pid=93412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 14:42:10.283378 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ad8659c-526a-42d5-bd40-dc4d4476ac32 None None] Routers {'aca858a0-4185-400b-bac2-052a7dbfd1c0'} bound to L3 agent in host dv-cinder-798198-2-iscsi {{(pid=93412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:42:10.284035 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.l3_hamode_db [None req-1ad8659c-526a-42d5-bd40-dc4d4476ac32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T14:22:29Z,description=,heartbeat_timestamp=2021-08-10T14:41:59Z,host='dv-cinder-798198-2-iscsi',id=8acc92de-0cfa-4d60-8b37-a39a4d3c1570,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T14:22:29Z,topic='l3_agent')) {'router_ids': ['aca858a0-4185-400b-bac2-052a7dbfd1c0'], 'active': True} {{(pid=93412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:42:10.301899 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [None req-9f54b23d-91d0-4f8d-9ab0-89ad366573fb tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] 10.222.0.42 "DELETE /v2.0/floatingips/1f6a2764-8763-43c3-9b01-af2580d2988b HTTP/1.1" status: 204 len: 168 time: 1.0203707 Aug 10 14:42:10.301899 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20e12291-ab11-4b64-9c9b-194bae2bc3d2', 'tag': 'aa68ce42-3b67-498b-9297-1aa4968077d6'}] {{(pid=93410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:42:10.302853 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}173c15a1f530ed65b3eefe425c4e9cd9c28cfc2a1cdec76c1bb34aa91000b996" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-130b5ad0-21c3-4405-828a-2d81c276ce28" -d '{"events": [{"name": "network-changed", "server_uuid": "20e12291-ab11-4b64-9c9b-194bae2bc3d2", "tag": "aa68ce42-3b67-498b-9297-1aa4968077d6"}]}' {{(pid=93410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:42:10.401650 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.l3_dvr_db [None req-1ad8659c-526a-42d5-bd40-dc4d4476ac32 None None] Set router aca858a0-4185-400b-bac2-052a7dbfd1c0 gateway port host: dv-cinder-798198-2-iscsi {{(pid=93412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:42:10.408943 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 14:42:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e68e488a-7c89-4f8a-b714-6a3cd4a6e68b x-openstack-request-id: req-e68e488a-7c89-4f8a-b714-6a3cd4a6e68b {{(pid=93410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:42:10.409236 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20e12291-ab11-4b64-9c9b-194bae2bc3d2", "tag": "aa68ce42-3b67-498b-9297-1aa4968077d6", "status": "completed", "code": 200}]} {{(pid=93410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:42:10.409567 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e68e488a-7c89-4f8a-b714-6a3cd4a6e68b {{(pid=93410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:42:10.410172 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20e12291-ab11-4b64-9c9b-194bae2bc3d2', 'tag': 'aa68ce42-3b67-498b-9297-1aa4968077d6', 'status': 'completed', 'code': 200} Aug 10 14:42:10.480589 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130b5ad0-21c3-4405-828a-2d81c276ce28 req-54a3841d-64b8-4fee-8a87-589b9a681c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:42:10.482141 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-130b5ad0-21c3-4405-828a-2d81c276ce28 req-54a3841d-64b8-4fee-8a87-589b9a681c7c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a05f2e4d11dd4970b1890e2ac2ce4c87&device_id=20e12291-ab11-4b64-9c9b-194bae2bc3d2 HTTP/1.1" status: 200 len: 1098 time: 0.0478103 Aug 10 14:42:10.600351 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c4b1d1-d9ec-45f7-aaed-a77b39e1ec22 req-7b930526-52bf-4613-99de-449e0541f367 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:42:10.602490 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-c2c4b1d1-d9ec-45f7-aaed-a77b39e1ec22 req-7b930526-52bf-4613-99de-449e0541f367 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] 10.222.0.42 "GET /v2.0/ports?device_id=20e12291-ab11-4b64-9c9b-194bae2bc3d2 HTTP/1.1" status: 200 len: 945 time: 0.1126032 Aug 10 14:42:10.635919 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130b5ad0-21c3-4405-828a-2d81c276ce28 req-df0dd5cd-23d7-459f-a966-8225d2f11e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:42:10.637303 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-130b5ad0-21c3-4405-828a-2d81c276ce28 req-df0dd5cd-23d7-459f-a966-8225d2f11e8d service neutron] 10.222.0.18 "GET /v2.0/networks?id=d5526d2f-b7f9-428c-be48-63f6c6ae4f96 HTTP/1.1" status: 200 len: 913 time: 0.1462114 Aug 10 14:42:10.641354 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.l3_hamode_db [None req-1ad8659c-526a-42d5-bd40-dc4d4476ac32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aca858a0-4185-400b-bac2-052a7dbfd1c0', 'name': 'tempest-TestVolumeBootPattern-2069893078-router', 'tenant_id': 'a05f2e4d11dd4970b1890e2ac2ce4c87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'external_fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.197'}], 'enable_snat': True}, 'gw_port_id': 'c6d4f948-752f-4e72-ace4-9fed7ef9b2e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:35:29Z', 'updated_at': '2021-08-10T14:35:32Z', 'revision_number': 4, 'project_id': 'a05f2e4d11dd4970b1890e2ac2ce4c87', 'gw_port': {'id': 'c6d4f948-752f-4e72-ace4-9fed7ef9b2e0', 'name': '', 'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:a4:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aca858a0-4185-400b-bac2-052a7dbfd1c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:35:29Z', 'updated_at': '2021-08-10T14:35:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-2-iscsi', '_floatingips': [{'id': 'fe2a1777-b47c-40d1-9093-64a936c300a7', 'tenant_id': 'a05f2e4d11dd4970b1890e2ac2ce4c87', 'floating_ip_address': '172.27.0.148', 'floating_network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'router_id': 'aca858a0-4185-400b-bac2-052a7dbfd1c0', 'port_id': '1ef143d4-7588-411f-bc71-c6cc6f88defb', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 652, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5526d2f-b7f9-428c-be48-63f6c6ae4f96', 'mac_address': 'fa:16:3e:b6:ab:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1e62976-0309-493f-ae39-56e1703fa119', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T14:38:49Z', 'updated_at': '2021-08-10T14:38:51Z', 'revision_number': 1, 'project_id': 'a05f2e4d11dd4970b1890e2ac2ce4c87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18dd6e20-f0cc-48eb-be22-d5ea10f530a2', 'name': '', 'network_id': 'd5526d2f-b7f9-428c-be48-63f6c6ae4f96', 'tenant_id': 'a05f2e4d11dd4970b1890e2ac2ce4c87', 'mac_address': 'fa:16:3e:97:16:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aca858a0-4185-400b-bac2-052a7dbfd1c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '82a0ee63-ad0f-4f7a-9eac-db5d15b3d575', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:35:32Z', 'updated_at': '2021-08-10T14:35:40Z', 'revision_number': 5, 'project_id': 'a05f2e4d11dd4970b1890e2ac2ce4c87', 'subnets': [{'id': '82a0ee63-ad0f-4f7a-9eac-db5d15b3d575', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-2-iscsi', False) {} {{(pid=93412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:42:10.671679 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ad8659c-526a-42d5-bd40-dc4d4476ac32 None None] Checking router: aca858a0-4185-400b-bac2-052a7dbfd1c0 for host: dv-cinder-798198-2-iscsi {{(pid=93412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 14:42:10.680700 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ad8659c-526a-42d5-bd40-dc4d4476ac32 None None] Routers {'aca858a0-4185-400b-bac2-052a7dbfd1c0'} bound to L3 agent in host dv-cinder-798198-2-iscsi {{(pid=93412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:42:10.681351 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.l3_hamode_db [None req-1ad8659c-526a-42d5-bd40-dc4d4476ac32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T14:22:29Z,description=,heartbeat_timestamp=2021-08-10T14:41:59Z,host='dv-cinder-798198-2-iscsi',id=8acc92de-0cfa-4d60-8b37-a39a4d3c1570,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T14:22:29Z,topic='l3_agent')) {'router_ids': ['aca858a0-4185-400b-bac2-052a7dbfd1c0'], 'active': True} {{(pid=93412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:42:10.698812 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-c2c4b1d1-d9ec-45f7-aaed-a77b39e1ec22 req-f0da6e70-7780-49f3-926a-d0804b5274e7 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] 10.222.0.42 "GET /v2.0/security-groups?id=56a6b489-60e9-459f-8db6-59e684177373&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896134 Aug 10 14:42:10.700202 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-130b5ad0-21c3-4405-828a-2d81c276ce28 req-4827e78a-bb25-4057-a0d1-c376cb86779e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aa68ce42-3b67-498b-9297-1aa4968077d6 HTTP/1.1" status: 200 len: 217 time: 0.0484037 Aug 10 14:42:10.722335 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Device 22fa88e3-2a2d-4992-aa98-362bb336f357 details requested by agent hyperv_hv-cinder-79819 with host hv-cinder-79819 {{(pid=93412) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 14:42:10.780984 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130b5ad0-21c3-4405-828a-2d81c276ce28 req-c3f0451b-a48e-4a28-a7ec-25a054069d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:42:10.782596 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-130b5ad0-21c3-4405-828a-2d81c276ce28 req-c3f0451b-a48e-4a28-a7ec-25a054069d6f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=82a0ee63-ad0f-4f7a-9eac-db5d15b3d575 HTTP/1.1" status: 200 len: 851 time: 0.0657179 Aug 10 14:42:10.840220 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130b5ad0-21c3-4405-828a-2d81c276ce28 req-e6a20a8d-06dc-4e17-9f4a-d06900eaf614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:42:10.841839 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-130b5ad0-21c3-4405-828a-2d81c276ce28 req-e6a20a8d-06dc-4e17-9f4a-d06900eaf614 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d5526d2f-b7f9-428c-be48-63f6c6ae4f96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0506103 Aug 10 14:42:10.891433 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.l3_dvr_db [None req-1ad8659c-526a-42d5-bd40-dc4d4476ac32 None None] Set router aca858a0-4185-400b-bac2-052a7dbfd1c0 gateway port host: dv-cinder-798198-2-iscsi {{(pid=93412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:42:10.939802 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-130b5ad0-21c3-4405-828a-2d81c276ce28 req-0057df5c-88a7-4e8e-8ad5-6aa43423faee service neutron] 10.222.0.18 "GET /v2.0/networks/d5526d2f-b7f9-428c-be48-63f6c6ae4f96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884459 Aug 10 14:42:10.957390 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.db [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] For port 22fa88e3-2a2d-4992-aa98-362bb336f357, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=22fa88e3-2a2d-4992-aa98-362bb336f357,segment=NetworkSegment(bdbd633b-3f29-4592-9b3d-37c1874c84c5),segment_id=bdbd633b-3f29-4592-9b3d-37c1874c84c5)] {{(pid=93412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:42:11.007369 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Returning: {'device': '22fa88e3-2a2d-4992-aa98-362bb336f357', 'network_id': '4918bd4f-1e68-44d8-94ca-20c40994be08', 'port_id': '22fa88e3-2a2d-4992-aa98-362bb336f357', 'mac_address': 'fa:16:3e:66:6a:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdfe0d3d-9603-4ff6-bd72-cf69d28a9f7f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93412) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 14:42:11.039022 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-130b5ad0-21c3-4405-828a-2d81c276ce28 req-68d3a445-b064-4dc0-981a-215cacd2abea service neutron] 10.222.0.18 "GET /v2.0/networks/d5526d2f-b7f9-428c-be48-63f6c6ae4f96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892282 Aug 10 14:42:11.089982 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:42:11.145624 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.notifiers.nova [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22fa88e3-2a2d-4992-aa98-362bb336f357 {{(pid=93412) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 14:42:11.186313 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.db [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] For port 22fa88e3-2a2d-4992-aa98-362bb336f357, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=22fa88e3-2a2d-4992-aa98-362bb336f357,segment=NetworkSegment(bdbd633b-3f29-4592-9b3d-37c1874c84c5),segment_id=bdbd633b-3f29-4592-9b3d-37c1874c84c5)] {{(pid=93412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:42:11.198890 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683854493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786683465220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786683465238'] for port, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:42:11.298780 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Pushing event updated for resources: {'Port': ['ID=22fa88e3-2a2d-4992-aa98-362bb336f357,revision_number=7']} {{(pid=93412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:42:11.318766 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.l3_hamode_db [None req-1ad8659c-526a-42d5-bd40-dc4d4476ac32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aca858a0-4185-400b-bac2-052a7dbfd1c0', 'name': 'tempest-TestVolumeBootPattern-2069893078-router', 'tenant_id': 'a05f2e4d11dd4970b1890e2ac2ce4c87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'external_fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.197'}], 'enable_snat': True}, 'gw_port_id': 'c6d4f948-752f-4e72-ace4-9fed7ef9b2e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:35:29Z', 'updated_at': '2021-08-10T14:35:32Z', 'revision_number': 4, 'project_id': 'a05f2e4d11dd4970b1890e2ac2ce4c87', 'gw_port': {'id': 'c6d4f948-752f-4e72-ace4-9fed7ef9b2e0', 'name': '', 'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:a4:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aca858a0-4185-400b-bac2-052a7dbfd1c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:35:29Z', 'updated_at': '2021-08-10T14:35:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-2-iscsi', '_floatingips': [{'id': 'fe2a1777-b47c-40d1-9093-64a936c300a7', 'tenant_id': 'a05f2e4d11dd4970b1890e2ac2ce4c87', 'floating_ip_address': '172.27.0.148', 'floating_network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'router_id': 'aca858a0-4185-400b-bac2-052a7dbfd1c0', 'port_id': '1ef143d4-7588-411f-bc71-c6cc6f88defb', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 652, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5526d2f-b7f9-428c-be48-63f6c6ae4f96', 'mac_address': 'fa:16:3e:b6:ab:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1e62976-0309-493f-ae39-56e1703fa119', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T14:38:49Z', 'updated_at': '2021-08-10T14:38:51Z', 'revision_number': 1, 'project_id': 'a05f2e4d11dd4970b1890e2ac2ce4c87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18dd6e20-f0cc-48eb-be22-d5ea10f530a2', 'name': '', 'network_id': 'd5526d2f-b7f9-428c-be48-63f6c6ae4f96', 'tenant_id': 'a05f2e4d11dd4970b1890e2ac2ce4c87', 'mac_address': 'fa:16:3e:97:16:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aca858a0-4185-400b-bac2-052a7dbfd1c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '82a0ee63-ad0f-4f7a-9eac-db5d15b3d575', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:35:32Z', 'updated_at': '2021-08-10T14:35:40Z', 'revision_number': 5, 'project_id': 'a05f2e4d11dd4970b1890e2ac2ce4c87', 'subnets': [{'id': '82a0ee63-ad0f-4f7a-9eac-db5d15b3d575', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-2-iscsi', False) {} {{(pid=93412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:42:11.335802 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d690f7c-994a-4e92-8afc-980a6d63edc8 req-271df49c-71aa-4d79-b2f5-d9a3595146e4 tempest-TestShelveInstance-2095018990 tempest-TestShelveInstance-2095018990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:42:11.337288 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-1d690f7c-994a-4e92-8afc-980a6d63edc8 req-271df49c-71aa-4d79-b2f5-d9a3595146e4 tempest-TestShelveInstance-2095018990 tempest-TestShelveInstance-2095018990-project] 10.222.0.42 "GET /v2.0/ports?device_id=d5d5200b-9b93-4c29-9811-4436802b9236 HTTP/1.1" status: 200 len: 944 time: 0.0496964 Aug 10 14:42:11.349714 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ad8659c-526a-42d5-bd40-dc4d4476ac32 None None] The sync data for ids ['aca858a0-4185-400b-bac2-052a7dbfd1c0'] in dv-cinder-798198-2-iscsi is: [{'id': 'aca858a0-4185-400b-bac2-052a7dbfd1c0', 'name': 'tempest-TestVolumeBootPattern-2069893078-router', 'tenant_id': 'a05f2e4d11dd4970b1890e2ac2ce4c87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'external_fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.197'}], 'enable_snat': True}, 'gw_port_id': 'c6d4f948-752f-4e72-ace4-9fed7ef9b2e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:35:29Z', 'updated_at': '2021-08-10T14:35:32Z', 'revision_number': 4, 'project_id': 'a05f2e4d11dd4970b1890e2ac2ce4c87', 'gw_port': {'id': 'c6d4f948-752f-4e72-ace4-9fed7ef9b2e0', 'name': '', 'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:a4:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aca858a0-4185-400b-bac2-052a7dbfd1c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:35:29Z', 'updated_at': '2021-08-10T14:35:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-2-iscsi', '_floatingips': [{'id': 'fe2a1777-b47c-40d1-9093-64a936c300a7', 'tenant_id': 'a05f2e4d11dd4970b1890e2ac2ce4c87', 'floating_ip_address': '172.27.0.148', 'floating_network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'router_id': 'aca858a0-4185-400b-bac2-052a7dbfd1c0', 'port_id': '1ef143d4-7588-411f-bc71-c6cc6f88defb', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 652, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5526d2f-b7f9-428c-be48-63f6c6ae4f96', 'mac_address': 'fa:16:3e:b6:ab:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1e62976-0309-493f-ae39-56e1703fa119', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T14:38:49Z', 'updated_at': '2021-08-10T14:38:51Z', 'revision_number': 1, 'project_id': 'a05f2e4d11dd4970b1890e2ac2ce4c87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18dd6e20-f0cc-48eb-be22-d5ea10f530a2', 'name': '', 'network_id': 'd5526d2f-b7f9-428c-be48-63f6c6ae4f96', 'tenant_id': 'a05f2e4d11dd4970b1890e2ac2ce4c87', 'mac_address': 'fa:16:3e:97:16:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aca858a0-4185-400b-bac2-052a7dbfd1c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '82a0ee63-ad0f-4f7a-9eac-db5d15b3d575', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:35:32Z', 'updated_at': '2021-08-10T14:35:40Z', 'revision_number': 5, 'project_id': 'a05f2e4d11dd4970b1890e2ac2ce4c87', 'subnets': [{'id': '82a0ee63-ad0f-4f7a-9eac-db5d15b3d575', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 14:42:11.376416 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-1d690f7c-994a-4e92-8afc-980a6d63edc8 req-26dfa52d-3413-4428-ac4a-1e5324048603 tempest-TestShelveInstance-2095018990 tempest-TestShelveInstance-2095018990-project] 10.222.0.42 "GET /v2.0/security-groups?id=36fe42ba-dbb8-4715-b51e-a4f21717caef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329931 Aug 10 14:42:11.447780 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.db [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] get_ports_and_sgs() called for port_ids ['22fa88e3-2a2d-4992-aa98-362bb336f357'] {{(pid=93412) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 14:42:11.703997 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ebaab12-f8fb-4f39-ad44-ff0b04f0d42a None None] New status for floating IP 1f6a2764-8763-43c3-9b01-af2580d2988b: DOWN {{(pid=93413) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 14:42:11.826960 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3559a4-cad4-48d4-94c7-fb1d463dee4f req-8908844e-62a7-48ba-82fa-8fa1386c63fc tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:42:11.828447 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-ab3559a4-cad4-48d4-94c7-fb1d463dee4f req-8908844e-62a7-48ba-82fa-8fa1386c63fc tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] 10.222.0.42 "GET /v2.0/ports?device_id=20e12291-ab11-4b64-9c9b-194bae2bc3d2 HTTP/1.1" status: 200 len: 945 time: 0.0520439 Aug 10 14:42:11.869404 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-ab3559a4-cad4-48d4-94c7-fb1d463dee4f req-f152ec5c-af26-4c44-b9c3-24e625825090 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] 10.222.0.42 "GET /v2.0/security-groups?id=56a6b489-60e9-459f-8db6-59e684177373&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351253 Aug 10 14:42:12.067253 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b1e830-1335-43ce-9329-b4abd6c7ea63 req-7d4f01de-5cbc-4f0f-acbb-77762cf86ae1 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:42:12.068594 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-32b1e830-1335-43ce-9329-b4abd6c7ea63 req-7d4f01de-5cbc-4f0f-acbb-77762cf86ae1 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] 10.222.0.18 "GET /v2.0/ports?device_id=20e12291-ab11-4b64-9c9b-194bae2bc3d2 HTTP/1.1" status: 200 len: 945 time: 0.0480638 Aug 10 14:42:12.161129 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.plugin [req-32b1e830-1335-43ce-9329-b4abd6c7ea63 req-79710e20-e5e6-40ca-be86-ee2e6bc15b3b tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Deleting port aa68ce42-3b67-498b-9297-1aa4968077d6 {{(pid=93410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 14:42:12.161491 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-32b1e830-1335-43ce-9329-b4abd6c7ea63 req-79710e20-e5e6-40ca-be86-ee2e6bc15b3b tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786683848753'] for port, before_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:42:12.254257 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [req-32b1e830-1335-43ce-9329-b4abd6c7ea63 req-79710e20-e5e6-40ca-be86-ee2e6bc15b3b tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] For port aa68ce42-3b67-498b-9297-1aa4968077d6, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=aa68ce42-3b67-498b-9297-1aa4968077d6,segment=NetworkSegment(b1474386-8f64-4469-a373-f1fecf720fc6),segment_id=b1474386-8f64-4469-a373-f1fecf720fc6)] {{(pid=93410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:42:12.254622 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-32b1e830-1335-43ce-9329-b4abd6c7ea63 req-79710e20-e5e6-40ca-be86-ee2e6bc15b3b tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-879274'] for port, precommit_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:42:12.267395 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.plugin [req-32b1e830-1335-43ce-9329-b4abd6c7ea63 req-79710e20-e5e6-40ca-be86-ee2e6bc15b3b tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Calling delete_port for aa68ce42-3b67-498b-9297-1aa4968077d6 owned by compute:nova {{(pid=93410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 14:42:12.415757 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-32b1e830-1335-43ce-9329-b4abd6c7ea63 req-79710e20-e5e6-40ca-be86-ee2e6bc15b3b tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786683854475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786683465207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26372150'] for port, after_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:42:12.444365 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79710e20-e5e6-40ca-be86-ee2e6bc15b3b tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Pushing event deleted for resources: {'Port': ['ID=aa68ce42-3b67-498b-9297-1aa4968077d6,revision_number=None']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:42:12.493955 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_dvrscheduler_db [req-32b1e830-1335-43ce-9329-b4abd6c7ea63 req-79710e20-e5e6-40ca-be86-ee2e6bc15b3b tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] No DVR routers for this DVR port aa68ce42-3b67-498b-9297-1aa4968077d6 on host hv-cinder-79819 {{(pid=93410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 14:42:12.496961 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-32b1e830-1335-43ce-9329-b4abd6c7ea63 req-79710e20-e5e6-40ca-be86-ee2e6bc15b3b tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-387483'] for port, before_response {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:42:12.499128 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-32b1e830-1335-43ce-9329-b4abd6c7ea63 req-79710e20-e5e6-40ca-be86-ee2e6bc15b3b tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] 10.222.0.18 "DELETE /v2.0/ports/aa68ce42-3b67-498b-9297-1aa4968077d6 HTTP/1.1" status: 204 len: 173 time: 0.4236264 Aug 10 14:42:12.499558 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20e12291-ab11-4b64-9c9b-194bae2bc3d2', 'name': 'network-vif-deleted', 'tag': 'aa68ce42-3b67-498b-9297-1aa4968077d6'}] {{(pid=93410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:42:12.501922 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}173c15a1f530ed65b3eefe425c4e9cd9c28cfc2a1cdec76c1bb34aa91000b996" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d048e43-e2df-460c-ab88-675e95e764d4" -d '{"events": [{"server_uuid": "20e12291-ab11-4b64-9c9b-194bae2bc3d2", "name": "network-vif-deleted", "tag": "aa68ce42-3b67-498b-9297-1aa4968077d6"}]}' {{(pid=93410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:42:12.545690 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 14:42:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a34d868-feeb-4bf5-a335-189fbb415915 x-openstack-request-id: req-5a34d868-feeb-4bf5-a335-189fbb415915 {{(pid=93410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:42:12.546011 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20e12291-ab11-4b64-9c9b-194bae2bc3d2", "name": "network-vif-deleted", "tag": "aa68ce42-3b67-498b-9297-1aa4968077d6", "status": "completed", "code": 200}]} {{(pid=93410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:42:12.546271 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5a34d868-feeb-4bf5-a335-189fbb415915 {{(pid=93410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:42:12.546703 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20e12291-ab11-4b64-9c9b-194bae2bc3d2', 'name': 'network-vif-deleted', 'tag': 'aa68ce42-3b67-498b-9297-1aa4968077d6', 'status': 'completed', 'code': 200} Aug 10 14:42:12.729162 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Device 22fa88e3-2a2d-4992-aa98-362bb336f357 up at agent hyperv_hv-cinder-79819 {{(pid=93412) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 14:42:12.787441 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.provisioning_blocks [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Provisioning complete for port 22fa88e3-2a2d-4992-aa98-362bb336f357 triggered by entity L2. {{(pid=93412) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 14:42:12.787858 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1932393'] for port, provisioning_complete {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:42:12.885817 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731105'] for port, before_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:42:12.909413 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5d5200b-9b93-4c29-9811-4436802b9236', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22fa88e3-2a2d-4992-aa98-362bb336f357'}] {{(pid=93412) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:42:12.912097 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9406f3752f8c5c09b2197ea24f22201eb31b4bb693178eb20b3d616b4d9459a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ebc7cef-201a-4e66-a252-01ecc4ef4a26" -d '{"events": [{"server_uuid": "d5d5200b-9b93-4c29-9811-4436802b9236", "name": "network-vif-plugged", "status": "completed", "tag": "22fa88e3-2a2d-4992-aa98-362bb336f357"}]}' {{(pid=93412) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:42:12.935281 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.db [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] For port 22fa88e3-2a2d-4992-aa98-362bb336f357, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=22fa88e3-2a2d-4992-aa98-362bb336f357,segment=NetworkSegment(bdbd633b-3f29-4592-9b3d-37c1874c84c5),segment_id=bdbd633b-3f29-4592-9b3d-37c1874c84c5)] {{(pid=93412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:42:12.941717 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786683854493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786683465220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786683465238'] for port, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:42:12.942607 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Device aa68ce42-3b67-498b-9297-1aa4968077d6 no longer exists at agent hyperv_hv-cinder-79819 {{(pid=93412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 14:42:12.972398 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 14:42:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8c43a50-31a0-48dd-9d76-9b06c2982cb7 x-openstack-request-id: req-f8c43a50-31a0-48dd-9d76-9b06c2982cb7 {{(pid=93412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:42:12.972628 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5d5200b-9b93-4c29-9811-4436802b9236", "name": "network-vif-plugged", "status": "completed", "tag": "22fa88e3-2a2d-4992-aa98-362bb336f357", "code": 200}]} {{(pid=93412) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:42:12.972850 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f8c43a50-31a0-48dd-9d76-9b06c2982cb7 {{(pid=93412) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:42:12.973268 dv-cinder-798198-2-iscsi neutron-server[93412]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5d5200b-9b93-4c29-9811-4436802b9236', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22fa88e3-2a2d-4992-aa98-362bb336f357', 'code': 200} Aug 10 14:42:12.986817 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-e8e62e16-7ac2-413e-ad5d-49409269bb01 req-dea39272-101e-4090-9afe-8d99d4374bd4 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] 10.222.0.42 "GET /v2.0/ports?device_id=20e12291-ab11-4b64-9c9b-194bae2bc3d2 HTTP/1.1" status: 200 len: 210 time: 0.0272532 Aug 10 14:42:12.989916 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.plugin [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] No Port match for: aa68ce42-3b67-498b-9297-1aa4968077d6 {{(pid=93412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 14:42:12.990261 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Device aa68ce42-3b67-498b-9297-1aa4968077d6 not bound to the agent host hv-cinder-79819 {{(pid=93412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 14:42:13.017754 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Pushing event updated for resources: {'Port': ['ID=22fa88e3-2a2d-4992-aa98-362bb336f357,revision_number=8']} {{(pid=93412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:42:16.255928 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.wsgi [-] (93410) accepted ('10.222.0.42', 58946) {{(pid=93410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:42:16.413890 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.plugin [None req-1437844d-7935-47ce-beff-19696b749189 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Deleting port 5e6390eb-3925-4217-a3ec-7f5baa369652 {{(pid=93410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 14:42:16.414787 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-1437844d-7935-47ce-beff-19696b749189 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786683848753'] for port, before_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:42:16.488416 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-1437844d-7935-47ce-beff-19696b749189 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-879274'] for port, precommit_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:42:16.488643 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-1437844d-7935-47ce-beff-19696b749189 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:42:16.500081 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.plugin [None req-1437844d-7935-47ce-beff-19696b749189 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Calling delete_port for 5e6390eb-3925-4217-a3ec-7f5baa369652 owned by network:floatingip {{(pid=93410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 14:42:16.911968 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-1437844d-7935-47ce-beff-19696b749189 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786683854475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786683465207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26372150'] for port, after_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:42:16.937092 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1437844d-7935-47ce-beff-19696b749189 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Pushing event deleted for resources: {'Port': ['ID=5e6390eb-3925-4217-a3ec-7f5baa369652,revision_number=None']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:42:16.997218 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-1437844d-7935-47ce-beff-19696b749189 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Notify callbacks [] for floatingip, after_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:42:16.997582 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.db.l3_db [None req-1437844d-7935-47ce-beff-19696b749189 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Floating IP fe2a1777-b47c-40d1-9093-64a936c300a7 disassociated (deleted). External IP: 172.27.0.148, port: 1ef143d4-7588-411f-bc71-c6cc6f88defb. Aug 10 14:42:17.200952 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1437844d-7935-47ce-beff-19696b749189 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Router aca858a0-4185-400b-bac2-052a7dbfd1c0 has already been hosted by L3 agent 8acc92de-0cfa-4d60-8b37-a39a4d3c1570 {{(pid=93410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 14:42:17.308868 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1437844d-7935-47ce-beff-19696b749189 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Notify agent at l3_agent.dv-cinder-798198-2-iscsi the message routers_updated {{(pid=93410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 14:42:17.313219 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-1437844d-7935-47ce-beff-19696b749189 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-387483'] for floatingip, before_response {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:42:17.319135 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de33f6c5-2790-43cd-95a6-cffe0dc5162a None None] Sync routers for ids ['aca858a0-4185-400b-bac2-052a7dbfd1c0'] in dv-cinder-798198-2-iscsi {{(pid=93412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 14:42:17.329616 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de33f6c5-2790-43cd-95a6-cffe0dc5162a None None] Routers {'aca858a0-4185-400b-bac2-052a7dbfd1c0'} bound to L3 agent in host dv-cinder-798198-2-iscsi {{(pid=93412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:42:17.330226 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.l3_hamode_db [None req-de33f6c5-2790-43cd-95a6-cffe0dc5162a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T14:22:29Z,description=,heartbeat_timestamp=2021-08-10T14:41:59Z,host='dv-cinder-798198-2-iscsi',id=8acc92de-0cfa-4d60-8b37-a39a4d3c1570,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T14:22:29Z,topic='l3_agent')) {'router_ids': ['aca858a0-4185-400b-bac2-052a7dbfd1c0'], 'active': True} {{(pid=93412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:42:17.344099 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [None req-1437844d-7935-47ce-beff-19696b749189 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] 10.222.0.42 "DELETE /v2.0/floatingips/fe2a1777-b47c-40d1-9093-64a936c300a7 HTTP/1.1" status: 204 len: 168 time: 1.0870824 Aug 10 14:42:17.344684 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1e62976-0309-493f-ae39-56e1703fa119', 'tag': '1ef143d4-7588-411f-bc71-c6cc6f88defb'}] {{(pid=93410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:42:17.346952 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}173c15a1f530ed65b3eefe425c4e9cd9c28cfc2a1cdec76c1bb34aa91000b996" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65f81891-4179-4691-a155-be9d7263082a" -d '{"events": [{"name": "network-changed", "server_uuid": "b1e62976-0309-493f-ae39-56e1703fa119", "tag": "1ef143d4-7588-411f-bc71-c6cc6f88defb"}]}' {{(pid=93410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:42:17.383474 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 14:42:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31d9bbc2-a128-4fed-806a-280ab6dbf5ca x-openstack-request-id: req-31d9bbc2-a128-4fed-806a-280ab6dbf5ca {{(pid=93410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:42:17.383767 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1e62976-0309-493f-ae39-56e1703fa119", "tag": "1ef143d4-7588-411f-bc71-c6cc6f88defb", "status": "completed", "code": 200}]} {{(pid=93410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:42:17.384017 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-31d9bbc2-a128-4fed-806a-280ab6dbf5ca {{(pid=93410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:42:17.384417 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1e62976-0309-493f-ae39-56e1703fa119', 'tag': '1ef143d4-7588-411f-bc71-c6cc6f88defb', 'status': 'completed', 'code': 200} Aug 10 14:42:17.436567 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.l3_dvr_db [None req-de33f6c5-2790-43cd-95a6-cffe0dc5162a None None] Set router aca858a0-4185-400b-bac2-052a7dbfd1c0 gateway port host: dv-cinder-798198-2-iscsi {{(pid=93412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:42:17.447865 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f81891-4179-4691-a155-be9d7263082a req-63279dda-a3d7-47da-9334-9bfb64ef7e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:42:17.449499 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-65f81891-4179-4691-a155-be9d7263082a req-63279dda-a3d7-47da-9334-9bfb64ef7e38 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a05f2e4d11dd4970b1890e2ac2ce4c87&device_id=b1e62976-0309-493f-ae39-56e1703fa119 HTTP/1.1" status: 200 len: 1099 time: 0.0436373 Aug 10 14:42:17.594053 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f81891-4179-4691-a155-be9d7263082a req-1ffdd66c-a840-45ac-8b7d-b3df4ba2b7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:42:17.595596 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-65f81891-4179-4691-a155-be9d7263082a req-1ffdd66c-a840-45ac-8b7d-b3df4ba2b7fd service neutron] 10.222.0.18 "GET /v2.0/networks?id=d5526d2f-b7f9-428c-be48-63f6c6ae4f96 HTTP/1.1" status: 200 len: 913 time: 0.1338661 Aug 10 14:42:17.606727 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b94642-064d-4770-ba7e-99ddf2120eb0 req-99ef456b-57ca-4ee8-b90e-440886e4cae0 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:42:17.608282 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-43b94642-064d-4770-ba7e-99ddf2120eb0 req-99ef456b-57ca-4ee8-b90e-440886e4cae0 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] 10.222.0.42 "GET /v2.0/ports?device_id=b1e62976-0309-493f-ae39-56e1703fa119 HTTP/1.1" status: 200 len: 946 time: 0.0837677 Aug 10 14:42:17.655726 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-65f81891-4179-4691-a155-be9d7263082a req-7de20396-fcb6-428d-8524-4d2484abb71e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1ef143d4-7588-411f-bc71-c6cc6f88defb HTTP/1.1" status: 200 len: 217 time: 0.0464323 Aug 10 14:42:17.702493 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-43b94642-064d-4770-ba7e-99ddf2120eb0 req-28924ac5-7b06-43ce-8741-58c792449430 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] 10.222.0.42 "GET /v2.0/security-groups?id=56a6b489-60e9-459f-8db6-59e684177373&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870798 Aug 10 14:42:17.723911 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f81891-4179-4691-a155-be9d7263082a req-45048f13-7fec-4786-a173-67d997a43638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:42:17.723911 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-65f81891-4179-4691-a155-be9d7263082a req-45048f13-7fec-4786-a173-67d997a43638 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=82a0ee63-ad0f-4f7a-9eac-db5d15b3d575 HTTP/1.1" status: 200 len: 851 time: 0.0522466 Aug 10 14:42:17.760810 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.l3_hamode_db [None req-de33f6c5-2790-43cd-95a6-cffe0dc5162a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aca858a0-4185-400b-bac2-052a7dbfd1c0', 'name': 'tempest-TestVolumeBootPattern-2069893078-router', 'tenant_id': 'a05f2e4d11dd4970b1890e2ac2ce4c87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'external_fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.197'}], 'enable_snat': True}, 'gw_port_id': 'c6d4f948-752f-4e72-ace4-9fed7ef9b2e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:35:29Z', 'updated_at': '2021-08-10T14:35:32Z', 'revision_number': 4, 'project_id': 'a05f2e4d11dd4970b1890e2ac2ce4c87', 'gw_port': {'id': 'c6d4f948-752f-4e72-ace4-9fed7ef9b2e0', 'name': '', 'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:a4:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aca858a0-4185-400b-bac2-052a7dbfd1c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:35:29Z', 'updated_at': '2021-08-10T14:35:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-2-iscsi', '_interfaces': [{'id': '18dd6e20-f0cc-48eb-be22-d5ea10f530a2', 'name': '', 'network_id': 'd5526d2f-b7f9-428c-be48-63f6c6ae4f96', 'tenant_id': 'a05f2e4d11dd4970b1890e2ac2ce4c87', 'mac_address': 'fa:16:3e:97:16:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aca858a0-4185-400b-bac2-052a7dbfd1c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '82a0ee63-ad0f-4f7a-9eac-db5d15b3d575', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:35:32Z', 'updated_at': '2021-08-10T14:35:40Z', 'revision_number': 5, 'project_id': 'a05f2e4d11dd4970b1890e2ac2ce4c87', 'subnets': [{'id': '82a0ee63-ad0f-4f7a-9eac-db5d15b3d575', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-2-iscsi', False) {} {{(pid=93412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:42:17.773221 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f81891-4179-4691-a155-be9d7263082a req-90388553-d78f-483d-8b4e-f4c2776f3e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:42:17.775418 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-65f81891-4179-4691-a155-be9d7263082a req-90388553-d78f-483d-8b4e-f4c2776f3e78 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d5526d2f-b7f9-428c-be48-63f6c6ae4f96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0467811 Aug 10 14:42:17.791253 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de33f6c5-2790-43cd-95a6-cffe0dc5162a None None] Checking router: aca858a0-4185-400b-bac2-052a7dbfd1c0 for host: dv-cinder-798198-2-iscsi {{(pid=93412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 14:42:17.799791 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de33f6c5-2790-43cd-95a6-cffe0dc5162a None None] Routers {'aca858a0-4185-400b-bac2-052a7dbfd1c0'} bound to L3 agent in host dv-cinder-798198-2-iscsi {{(pid=93412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:42:17.800399 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.l3_hamode_db [None req-de33f6c5-2790-43cd-95a6-cffe0dc5162a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T14:22:29Z,description=,heartbeat_timestamp=2021-08-10T14:41:59Z,host='dv-cinder-798198-2-iscsi',id=8acc92de-0cfa-4d60-8b37-a39a4d3c1570,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T14:22:29Z,topic='l3_agent')) {'router_ids': ['aca858a0-4185-400b-bac2-052a7dbfd1c0'], 'active': True} {{(pid=93412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:42:17.867547 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-65f81891-4179-4691-a155-be9d7263082a req-83be3b7b-5912-4186-97f6-136d2b88414b service neutron] 10.222.0.18 "GET /v2.0/networks/d5526d2f-b7f9-428c-be48-63f6c6ae4f96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845971 Aug 10 14:42:17.907327 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.l3_dvr_db [None req-de33f6c5-2790-43cd-95a6-cffe0dc5162a None None] Set router aca858a0-4185-400b-bac2-052a7dbfd1c0 gateway port host: dv-cinder-798198-2-iscsi {{(pid=93412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:42:17.963846 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-65f81891-4179-4691-a155-be9d7263082a req-0c352aa1-6ffe-4004-b9ca-52f4b4c5b42a service neutron] 10.222.0.18 "GET /v2.0/networks/d5526d2f-b7f9-428c-be48-63f6c6ae4f96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884099 Aug 10 14:42:18.105268 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.l3_hamode_db [None req-de33f6c5-2790-43cd-95a6-cffe0dc5162a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aca858a0-4185-400b-bac2-052a7dbfd1c0', 'name': 'tempest-TestVolumeBootPattern-2069893078-router', 'tenant_id': 'a05f2e4d11dd4970b1890e2ac2ce4c87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'external_fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.197'}], 'enable_snat': True}, 'gw_port_id': 'c6d4f948-752f-4e72-ace4-9fed7ef9b2e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:35:29Z', 'updated_at': '2021-08-10T14:35:32Z', 'revision_number': 4, 'project_id': 'a05f2e4d11dd4970b1890e2ac2ce4c87', 'gw_port': {'id': 'c6d4f948-752f-4e72-ace4-9fed7ef9b2e0', 'name': '', 'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:a4:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aca858a0-4185-400b-bac2-052a7dbfd1c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:35:29Z', 'updated_at': '2021-08-10T14:35:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-2-iscsi', '_interfaces': [{'id': '18dd6e20-f0cc-48eb-be22-d5ea10f530a2', 'name': '', 'network_id': 'd5526d2f-b7f9-428c-be48-63f6c6ae4f96', 'tenant_id': 'a05f2e4d11dd4970b1890e2ac2ce4c87', 'mac_address': 'fa:16:3e:97:16:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aca858a0-4185-400b-bac2-052a7dbfd1c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '82a0ee63-ad0f-4f7a-9eac-db5d15b3d575', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:35:32Z', 'updated_at': '2021-08-10T14:35:40Z', 'revision_number': 5, 'project_id': 'a05f2e4d11dd4970b1890e2ac2ce4c87', 'subnets': [{'id': '82a0ee63-ad0f-4f7a-9eac-db5d15b3d575', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-2-iscsi', False) {} {{(pid=93412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:42:18.130629 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de33f6c5-2790-43cd-95a6-cffe0dc5162a None None] The sync data for ids ['aca858a0-4185-400b-bac2-052a7dbfd1c0'] in dv-cinder-798198-2-iscsi is: [{'id': 'aca858a0-4185-400b-bac2-052a7dbfd1c0', 'name': 'tempest-TestVolumeBootPattern-2069893078-router', 'tenant_id': 'a05f2e4d11dd4970b1890e2ac2ce4c87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'external_fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.197'}], 'enable_snat': True}, 'gw_port_id': 'c6d4f948-752f-4e72-ace4-9fed7ef9b2e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:35:29Z', 'updated_at': '2021-08-10T14:35:32Z', 'revision_number': 4, 'project_id': 'a05f2e4d11dd4970b1890e2ac2ce4c87', 'gw_port': {'id': 'c6d4f948-752f-4e72-ace4-9fed7ef9b2e0', 'name': '', 'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:a4:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aca858a0-4185-400b-bac2-052a7dbfd1c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:35:29Z', 'updated_at': '2021-08-10T14:35:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-2-iscsi', '_interfaces': [{'id': '18dd6e20-f0cc-48eb-be22-d5ea10f530a2', 'name': '', 'network_id': 'd5526d2f-b7f9-428c-be48-63f6c6ae4f96', 'tenant_id': 'a05f2e4d11dd4970b1890e2ac2ce4c87', 'mac_address': 'fa:16:3e:97:16:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aca858a0-4185-400b-bac2-052a7dbfd1c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '82a0ee63-ad0f-4f7a-9eac-db5d15b3d575', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:35:32Z', 'updated_at': '2021-08-10T14:35:40Z', 'revision_number': 5, 'project_id': 'a05f2e4d11dd4970b1890e2ac2ce4c87', 'subnets': [{'id': '82a0ee63-ad0f-4f7a-9eac-db5d15b3d575', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 14:42:18.332067 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11475c58-dca5-4bbb-89a0-321b6198a187 None None] New status for floating IP fe2a1777-b47c-40d1-9093-64a936c300a7: DOWN {{(pid=93413) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 14:42:18.819914 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a8c059-1164-482c-8a91-8afde55f5dd4 req-02a1d5d3-bf17-4a56-8680-fb76f220932c tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:42:18.821459 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-65a8c059-1164-482c-8a91-8afde55f5dd4 req-02a1d5d3-bf17-4a56-8680-fb76f220932c tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] 10.222.0.42 "GET /v2.0/ports?device_id=b1e62976-0309-493f-ae39-56e1703fa119 HTTP/1.1" status: 200 len: 946 time: 0.0508134 Aug 10 14:42:18.866356 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-65a8c059-1164-482c-8a91-8afde55f5dd4 req-4a870eb9-fb69-4a56-9082-6073405b257b tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] 10.222.0.42 "GET /v2.0/security-groups?id=56a6b489-60e9-459f-8db6-59e684177373&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366518 Aug 10 14:42:18.956999 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e5174b-1039-4398-a701-a53eb0fed51d req-620dc8f5-104f-415c-88c0-4f26eace5420 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:42:18.958457 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-a2e5174b-1039-4398-a701-a53eb0fed51d req-620dc8f5-104f-415c-88c0-4f26eace5420 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] 10.222.0.18 "GET /v2.0/ports?device_id=b1e62976-0309-493f-ae39-56e1703fa119 HTTP/1.1" status: 200 len: 946 time: 0.0478632 Aug 10 14:42:19.050015 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.plugin [req-a2e5174b-1039-4398-a701-a53eb0fed51d req-15251fe8-8b52-40c3-b404-0a6c6b977479 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Deleting port 1ef143d4-7588-411f-bc71-c6cc6f88defb {{(pid=93410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 14:42:19.050271 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-a2e5174b-1039-4398-a701-a53eb0fed51d req-15251fe8-8b52-40c3-b404-0a6c6b977479 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786683848753'] for port, before_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:42:19.135960 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [req-a2e5174b-1039-4398-a701-a53eb0fed51d req-15251fe8-8b52-40c3-b404-0a6c6b977479 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] For port 1ef143d4-7588-411f-bc71-c6cc6f88defb, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=1ef143d4-7588-411f-bc71-c6cc6f88defb,segment=NetworkSegment(b1474386-8f64-4469-a373-f1fecf720fc6),segment_id=b1474386-8f64-4469-a373-f1fecf720fc6)] {{(pid=93410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:42:19.136318 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-a2e5174b-1039-4398-a701-a53eb0fed51d req-15251fe8-8b52-40c3-b404-0a6c6b977479 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-879274'] for port, precommit_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:42:19.149412 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.plugin [req-a2e5174b-1039-4398-a701-a53eb0fed51d req-15251fe8-8b52-40c3-b404-0a6c6b977479 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Calling delete_port for 1ef143d4-7588-411f-bc71-c6cc6f88defb owned by compute:nova {{(pid=93410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 14:42:19.280224 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-a2e5174b-1039-4398-a701-a53eb0fed51d req-15251fe8-8b52-40c3-b404-0a6c6b977479 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786683854475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786683465207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26372150'] for port, after_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:42:19.308256 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15251fe8-8b52-40c3-b404-0a6c6b977479 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Pushing event deleted for resources: {'Port': ['ID=1ef143d4-7588-411f-bc71-c6cc6f88defb,revision_number=None']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:42:19.349638 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2e5174b-1039-4398-a701-a53eb0fed51d req-15251fe8-8b52-40c3-b404-0a6c6b977479 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] No DVR routers for this DVR port 1ef143d4-7588-411f-bc71-c6cc6f88defb on host hv-cinder-79819 {{(pid=93410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 14:42:19.352025 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-a2e5174b-1039-4398-a701-a53eb0fed51d req-15251fe8-8b52-40c3-b404-0a6c6b977479 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-387483'] for port, before_response {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:42:19.354061 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-a2e5174b-1039-4398-a701-a53eb0fed51d req-15251fe8-8b52-40c3-b404-0a6c6b977479 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] 10.222.0.18 "DELETE /v2.0/ports/1ef143d4-7588-411f-bc71-c6cc6f88defb HTTP/1.1" status: 204 len: 173 time: 0.3895829 Aug 10 14:42:19.385799 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1e62976-0309-493f-ae39-56e1703fa119', 'name': 'network-vif-deleted', 'tag': '1ef143d4-7588-411f-bc71-c6cc6f88defb'}] {{(pid=93410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:42:19.388160 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}173c15a1f530ed65b3eefe425c4e9cd9c28cfc2a1cdec76c1bb34aa91000b996" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21dcdeda-d00f-4348-9507-1ba11bbaceb0" -d '{"events": [{"server_uuid": "b1e62976-0309-493f-ae39-56e1703fa119", "name": "network-vif-deleted", "tag": "1ef143d4-7588-411f-bc71-c6cc6f88defb"}]}' {{(pid=93410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:42:19.424111 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 14:42:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-265c9143-59f7-40a5-82fa-5bd45afa6167 x-openstack-request-id: req-265c9143-59f7-40a5-82fa-5bd45afa6167 {{(pid=93410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:42:19.424400 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1e62976-0309-493f-ae39-56e1703fa119", "name": "network-vif-deleted", "tag": "1ef143d4-7588-411f-bc71-c6cc6f88defb", "status": "completed", "code": 200}]} {{(pid=93410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:42:19.424644 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-265c9143-59f7-40a5-82fa-5bd45afa6167 {{(pid=93410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:42:19.425090 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1e62976-0309-493f-ae39-56e1703fa119', 'name': 'network-vif-deleted', 'tag': '1ef143d4-7588-411f-bc71-c6cc6f88defb', 'status': 'completed', 'code': 200} Aug 10 14:42:19.975223 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-467b3b2d-df62-4dab-ad8d-5a22dc131a8f req-b0877e7c-ae49-4c42-9fe8-10ec2e11fb27 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] 10.222.0.42 "GET /v2.0/ports?device_id=b1e62976-0309-493f-ae39-56e1703fa119 HTTP/1.1" status: 200 len: 210 time: 0.0292530 Aug 10 14:42:20.759853 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Device 1ef143d4-7588-411f-bc71-c6cc6f88defb no longer exists at agent hyperv_hv-cinder-79819 {{(pid=93412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 14:42:20.783328 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.plugin [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] No Port match for: 1ef143d4-7588-411f-bc71-c6cc6f88defb {{(pid=93412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 14:42:20.783663 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Device 1ef143d4-7588-411f-bc71-c6cc6f88defb not bound to the agent host hv-cinder-79819 {{(pid=93412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 14:42:21.032591 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.wsgi [-] (93411) accepted ('10.222.0.42', 58964) {{(pid=93411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:42:21.150267 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.plugins.ml2.plugin [None req-5939f7eb-6039-40e4-bf57-e5935c8a5ae6 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Deleting port 2d588710-a229-439e-b004-92e4808381df {{(pid=93411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 14:42:21.150601 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-5939f7eb-6039-40e4-bf57-e5935c8a5ae6 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786683848753'] for port, before_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:42:21.224716 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-5939f7eb-6039-40e4-bf57-e5935c8a5ae6 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-879274'] for port, precommit_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:42:21.225039 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-5939f7eb-6039-40e4-bf57-e5935c8a5ae6 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:42:21.236763 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.plugins.ml2.plugin [None req-5939f7eb-6039-40e4-bf57-e5935c8a5ae6 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Calling delete_port for 2d588710-a229-439e-b004-92e4808381df owned by network:floatingip {{(pid=93411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 14:42:21.367667 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-5939f7eb-6039-40e4-bf57-e5935c8a5ae6 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786683854475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786683465207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2690464'] for port, after_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:42:21.392290 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5939f7eb-6039-40e4-bf57-e5935c8a5ae6 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Pushing event deleted for resources: {'Port': ['ID=2d588710-a229-439e-b004-92e4808381df,revision_number=None']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:42:21.404168 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5939f7eb-6039-40e4-bf57-e5935c8a5ae6 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:42:21.404519 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5939f7eb-6039-40e4-bf57-e5935c8a5ae6 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:42:21.404860 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5939f7eb-6039-40e4-bf57-e5935c8a5ae6 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:42:21.405206 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5939f7eb-6039-40e4-bf57-e5935c8a5ae6 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:42:21.405558 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5939f7eb-6039-40e4-bf57-e5935c8a5ae6 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:42:21.405886 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5939f7eb-6039-40e4-bf57-e5935c8a5ae6 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:42:21.406214 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5939f7eb-6039-40e4-bf57-e5935c8a5ae6 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:42:21.406539 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5939f7eb-6039-40e4-bf57-e5935c8a5ae6 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:42:21.406865 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5939f7eb-6039-40e4-bf57-e5935c8a5ae6 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:42:21.407191 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5939f7eb-6039-40e4-bf57-e5935c8a5ae6 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:42:21.407512 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5939f7eb-6039-40e4-bf57-e5935c8a5ae6 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:42:21.407832 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5939f7eb-6039-40e4-bf57-e5935c8a5ae6 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:42:21.461618 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-5939f7eb-6039-40e4-bf57-e5935c8a5ae6 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Notify callbacks [] for floatingip, after_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:42:21.464125 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-5939f7eb-6039-40e4-bf57-e5935c8a5ae6 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-387483'] for floatingip, before_response {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:42:21.465269 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-5939f7eb-6039-40e4-bf57-e5935c8a5ae6 tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] 10.222.0.42 "DELETE /v2.0/floatingips/2a4720a3-1d95-4db9-a4bd-8085e5d6f00a HTTP/1.1" status: 204 len: 168 time: 0.4317038 Aug 10 14:42:22.656993 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.wsgi [-] (93411) accepted ('10.222.0.42', 58976) {{(pid=93411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:42:22.714551 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-209f7ca5-fa3a-4824-acdd-6095cde56d6f tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Notify callbacks [] for security_group, before_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:42:22.739699 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-209f7ca5-fa3a-4824-acdd-6095cde56d6f tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:42:22.801885 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-209f7ca5-fa3a-4824-acdd-6095cde56d6f tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734645'] for security_group, after_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:42:22.804392 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-209f7ca5-fa3a-4824-acdd-6095cde56d6f tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Notify callbacks [] for security_group, before_response {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:42:22.805596 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-209f7ca5-fa3a-4824-acdd-6095cde56d6f tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] 10.222.0.42 "DELETE /v2.0/security-groups/56a6b489-60e9-459f-8db6-59e684177373 HTTP/1.1" status: 204 len: 168 time: 0.1475627 Aug 10 14:42:22.814440 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209f7ca5-fa3a-4824-acdd-6095cde56d6f tempest-TestVolumeBootPattern-1764835768 tempest-TestVolumeBootPattern-1764835768-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56a6b489-60e9-459f-8db6-59e684177373,revision_number=None']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:42:22.864553 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.wsgi [-] (93411) accepted ('10.222.0.42', 58980) {{(pid=93411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:42:23.287852 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-acb6d646-9bc2-4c3c-a135-a8a1c63345c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-717720'] for router_interface, before_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:42:23.522135 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.plugins.ml2.plugin [None req-acb6d646-9bc2-4c3c-a135-a8a1c63345c3 admin admin] Deleting port 18dd6e20-f0cc-48eb-be22-d5ea10f530a2 {{(pid=93411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 14:42:23.522382 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-acb6d646-9bc2-4c3c-a135-a8a1c63345c3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786683848753'] for port, before_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:42:23.599538 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.plugins.ml2.db [None req-acb6d646-9bc2-4c3c-a135-a8a1c63345c3 admin admin] For port 18dd6e20-f0cc-48eb-be22-d5ea10f530a2, host dv-cinder-798198-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-2-iscsi',level=0,port_id=18dd6e20-f0cc-48eb-be22-d5ea10f530a2,segment=NetworkSegment(b1474386-8f64-4469-a373-f1fecf720fc6),segment_id=b1474386-8f64-4469-a373-f1fecf720fc6)] {{(pid=93411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:42:23.599899 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-acb6d646-9bc2-4c3c-a135-a8a1c63345c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-879274'] for port, precommit_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:42:23.612597 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.plugins.ml2.plugin [None req-acb6d646-9bc2-4c3c-a135-a8a1c63345c3 admin admin] Calling delete_port for 18dd6e20-f0cc-48eb-be22-d5ea10f530a2 owned by network:router_interface {{(pid=93411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 14:42:23.784286 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-acb6d646-9bc2-4c3c-a135-a8a1c63345c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786683854475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786683465207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2690464'] for port, after_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:42:23.809854 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb6d646-9bc2-4c3c-a135-a8a1c63345c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=18dd6e20-f0cc-48eb-be22-d5ea10f530a2,revision_number=None']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:42:23.949349 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.db.agents_db [None req-84c9d1dd-add5-4bf7-b0ef-63077aab3240 None None] Agent healthcheck: found 6 active agents {{(pid=93413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 14:42:23.969229 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-acb6d646-9bc2-4c3c-a135-a8a1c63345c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-767295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-889640'] for router_interface, after_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:42:24.176434 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acb6d646-9bc2-4c3c-a135-a8a1c63345c3 admin admin] Router aca858a0-4185-400b-bac2-052a7dbfd1c0 has already been hosted by L3 agent 8acc92de-0cfa-4d60-8b37-a39a4d3c1570 {{(pid=93411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 14:42:24.278336 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acb6d646-9bc2-4c3c-a135-a8a1c63345c3 admin admin] Notify agent at l3_agent.dv-cinder-798198-2-iscsi the message routers_updated {{(pid=93411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 14:42:24.283729 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-acb6d646-9bc2-4c3c-a135-a8a1c63345c3 admin admin] 10.222.0.42 "PUT /v2.0/routers/aca858a0-4185-400b-bac2-052a7dbfd1c0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4181600 Aug 10 14:42:24.286354 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.wsgi [-] (93411) accepted ('10.222.0.42', 58986) {{(pid=93411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:42:24.286771 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d13fac7-8f58-4498-bcd3-fcb36e83a1c2 None None] Sync routers for ids ['aca858a0-4185-400b-bac2-052a7dbfd1c0'] in dv-cinder-798198-2-iscsi {{(pid=93412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 14:42:24.296878 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d13fac7-8f58-4498-bcd3-fcb36e83a1c2 None None] Routers {'aca858a0-4185-400b-bac2-052a7dbfd1c0'} bound to L3 agent in host dv-cinder-798198-2-iscsi {{(pid=93412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:42:24.297514 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.l3_hamode_db [None req-3d13fac7-8f58-4498-bcd3-fcb36e83a1c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T14:22:29Z,description=,heartbeat_timestamp=2021-08-10T14:41:59Z,host='dv-cinder-798198-2-iscsi',id=8acc92de-0cfa-4d60-8b37-a39a4d3c1570,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T14:22:29Z,topic='l3_agent')) {'router_ids': ['aca858a0-4185-400b-bac2-052a7dbfd1c0'], 'active': True} {{(pid=93412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:42:24.389933 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-b40abc8c-0198-4369-815c-61102162b4b8 admin admin] Notify callbacks [] for router, before_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:42:24.402548 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.l3_dvr_db [None req-3d13fac7-8f58-4498-bcd3-fcb36e83a1c2 None None] Set router aca858a0-4185-400b-bac2-052a7dbfd1c0 gateway port host: dv-cinder-798198-2-iscsi {{(pid=93412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:42:24.487948 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-b40abc8c-0198-4369-815c-61102162b4b8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:42:24.542879 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.plugins.ml2.plugin [None req-b40abc8c-0198-4369-815c-61102162b4b8 admin admin] Deleting port c6d4f948-752f-4e72-ace4-9fed7ef9b2e0 {{(pid=93411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 14:42:24.543219 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-b40abc8c-0198-4369-815c-61102162b4b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786683848753'] for port, before_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:42:24.578136 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.l3_hamode_db [None req-3d13fac7-8f58-4498-bcd3-fcb36e83a1c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aca858a0-4185-400b-bac2-052a7dbfd1c0', 'name': 'tempest-TestVolumeBootPattern-2069893078-router', 'tenant_id': 'a05f2e4d11dd4970b1890e2ac2ce4c87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'external_fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.197'}], 'enable_snat': True}, 'gw_port_id': 'c6d4f948-752f-4e72-ace4-9fed7ef9b2e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:35:29Z', 'updated_at': '2021-08-10T14:42:23Z', 'revision_number': 5, 'project_id': 'a05f2e4d11dd4970b1890e2ac2ce4c87', 'gw_port': {'id': 'c6d4f948-752f-4e72-ace4-9fed7ef9b2e0', 'name': '', 'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:a4:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aca858a0-4185-400b-bac2-052a7dbfd1c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:35:29Z', 'updated_at': '2021-08-10T14:35:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-2-iscsi'}], 'dv-cinder-798198-2-iscsi', False) {} {{(pid=93412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:42:24.604069 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d13fac7-8f58-4498-bcd3-fcb36e83a1c2 None None] Checking router: aca858a0-4185-400b-bac2-052a7dbfd1c0 for host: dv-cinder-798198-2-iscsi {{(pid=93412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 14:42:24.612179 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d13fac7-8f58-4498-bcd3-fcb36e83a1c2 None None] Routers {'aca858a0-4185-400b-bac2-052a7dbfd1c0'} bound to L3 agent in host dv-cinder-798198-2-iscsi {{(pid=93412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:42:24.612783 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.l3_hamode_db [None req-3d13fac7-8f58-4498-bcd3-fcb36e83a1c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T14:22:29Z,description=,heartbeat_timestamp=2021-08-10T14:41:59Z,host='dv-cinder-798198-2-iscsi',id=8acc92de-0cfa-4d60-8b37-a39a4d3c1570,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T14:22:29Z,topic='l3_agent')) {'router_ids': ['aca858a0-4185-400b-bac2-052a7dbfd1c0'], 'active': True} {{(pid=93412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:42:24.622463 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.plugins.ml2.db [None req-b40abc8c-0198-4369-815c-61102162b4b8 admin admin] For port c6d4f948-752f-4e72-ace4-9fed7ef9b2e0, host dv-cinder-798198-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-2-iscsi',level=0,port_id=c6d4f948-752f-4e72-ace4-9fed7ef9b2e0,segment=NetworkSegment(9b73c935-a484-45be-a2a0-87b3c816c298),segment_id=9b73c935-a484-45be-a2a0-87b3c816c298)] {{(pid=93411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:42:24.622823 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-b40abc8c-0198-4369-815c-61102162b4b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-879274'] for port, precommit_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:42:24.634723 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.plugins.ml2.plugin [None req-b40abc8c-0198-4369-815c-61102162b4b8 admin admin] Calling delete_port for c6d4f948-752f-4e72-ace4-9fed7ef9b2e0 owned by network:router_gateway {{(pid=93411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 14:42:24.697239 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.l3_dvr_db [None req-3d13fac7-8f58-4498-bcd3-fcb36e83a1c2 None None] Set router aca858a0-4185-400b-bac2-052a7dbfd1c0 gateway port host: None {{(pid=93412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:42:24.752089 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.l3_hamode_db [None req-3d13fac7-8f58-4498-bcd3-fcb36e83a1c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aca858a0-4185-400b-bac2-052a7dbfd1c0', 'name': 'tempest-TestVolumeBootPattern-2069893078-router', 'tenant_id': 'a05f2e4d11dd4970b1890e2ac2ce4c87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:35:29Z', 'updated_at': '2021-08-10T14:42:24Z', 'revision_number': 6, 'project_id': 'a05f2e4d11dd4970b1890e2ac2ce4c87', 'gw_port_host': None}], 'dv-cinder-798198-2-iscsi', False) {} {{(pid=93412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:42:24.778173 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d13fac7-8f58-4498-bcd3-fcb36e83a1c2 None None] The sync data for ids ['aca858a0-4185-400b-bac2-052a7dbfd1c0'] in dv-cinder-798198-2-iscsi is: [{'id': 'aca858a0-4185-400b-bac2-052a7dbfd1c0', 'name': 'tempest-TestVolumeBootPattern-2069893078-router', 'tenant_id': 'a05f2e4d11dd4970b1890e2ac2ce4c87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:35:29Z', 'updated_at': '2021-08-10T14:42:24Z', 'revision_number': 6, 'project_id': 'a05f2e4d11dd4970b1890e2ac2ce4c87', 'gw_port_host': None}] {{(pid=93412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 14:42:24.795619 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-b40abc8c-0198-4369-815c-61102162b4b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786683854475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786683465207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2690464'] for port, after_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:42:24.822191 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40abc8c-0198-4369-815c-61102162b4b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=c6d4f948-752f-4e72-ace4-9fed7ef9b2e0,revision_number=None']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:42:24.878352 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-b40abc8c-0198-4369-815c-61102162b4b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-880078'] for router_gateway, after_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:42:24.962774 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-b40abc8c-0198-4369-815c-61102162b4b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-889914', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35201'] for router, precommit_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:42:24.964797 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-b40abc8c-0198-4369-815c-61102162b4b8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:42:25.006991 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-b40abc8c-0198-4369-815c-61102162b4b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-889891'] for router, after_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:42:25.007453 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b40abc8c-0198-4369-815c-61102162b4b8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router aca858a0-4185-400b-bac2-052a7dbfd1c0 {{(pid=93411) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 14:42:25.012170 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-b40abc8c-0198-4369-815c-61102162b4b8 admin admin] Notify callbacks [] for router, before_response {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:42:25.013299 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-b40abc8c-0198-4369-815c-61102162b4b8 admin admin] 10.222.0.42 "DELETE /v2.0/routers/aca858a0-4185-400b-bac2-052a7dbfd1c0 HTTP/1.1" status: 204 len: 168 time: 0.7260332 Aug 10 14:42:25.015869 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.wsgi [-] (93411) accepted ('10.222.0.42', 58988) {{(pid=93411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:42:25.057986 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1973e5f-950b-43c2-8381-267f3fa1d502 admin admin] Deleting subnet 82a0ee63-ad0f-4f7a-9eac-db5d15b3d575 {{(pid=93411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 14:42:25.060968 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-e1973e5f-950b-43c2-8381-267f3fa1d502 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:42:25.092968 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-e1973e5f-950b-43c2-8381-267f3fa1d502 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26216108'] for subnet, precommit_delete_associations {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:42:25.175323 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-e1973e5f-950b-43c2-8381-267f3fa1d502 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1963407'] for subnet, precommit_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:42:25.231239 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-e1973e5f-950b-43c2-8381-267f3fa1d502 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1963510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2690453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26471085'] for subnet, after_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:42:25.256533 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1973e5f-950b-43c2-8381-267f3fa1d502 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=82a0ee63-ad0f-4f7a-9eac-db5d15b3d575,revision_number=None']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:42:25.261351 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-e1973e5f-950b-43c2-8381-267f3fa1d502 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:42:25.264514 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-e1973e5f-950b-43c2-8381-267f3fa1d502 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/82a0ee63-ad0f-4f7a-9eac-db5d15b3d575 HTTP/1.1" status: 204 len: 168 time: 0.2464521 Aug 10 14:42:25.265860 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.wsgi [-] (93411) accepted ('10.222.0.42', 58990) {{(pid=93411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:42:25.267092 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2492e733-e831-42fc-98a9-858b8b23f7c5 None None] Network d5526d2f-b7f9-428c-be48-63f6c6ae4f96 requested from dv-cinder-798198-2-iscsi {{(pid=93412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 14:42:25.335521 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-c04a7fc7-acf2-426e-a5e2-46b9369300cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1782855'] for network, before_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:42:25.527929 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b8cc923-0a13-4a9d-806e-71a71a480ed2 None None] DHCP port deletion for d5526d2f-b7f9-428c-be48-63f6c6ae4f96 request from dv-cinder-798198-2-iscsi {{(pid=93412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 14:42:25.575838 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.plugin [None req-0b8cc923-0a13-4a9d-806e-71a71a480ed2 None None] Deleting port 969b8d99-6967-4889-baa8-4d3e61eed07c {{(pid=93412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 14:42:25.576214 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-0b8cc923-0a13-4a9d-806e-71a71a480ed2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786683848753'] for port, before_delete {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:42:25.612472 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.plugins.ml2.plugin [None req-c04a7fc7-acf2-426e-a5e2-46b9369300cd admin admin] Deleting port 969b8d99-6967-4889-baa8-4d3e61eed07c {{(pid=93411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 14:42:25.612794 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-c04a7fc7-acf2-426e-a5e2-46b9369300cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786683848753'] for port, before_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:42:25.642884 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.db [None req-0b8cc923-0a13-4a9d-806e-71a71a480ed2 None None] For port 969b8d99-6967-4889-baa8-4d3e61eed07c, host dv-cinder-798198-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-2-iscsi',level=0,port_id=969b8d99-6967-4889-baa8-4d3e61eed07c,segment=NetworkSegment(b1474386-8f64-4469-a373-f1fecf720fc6),segment_id=b1474386-8f64-4469-a373-f1fecf720fc6)] {{(pid=93412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:42:25.643277 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-0b8cc923-0a13-4a9d-806e-71a71a480ed2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-879274'] for port, precommit_delete {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:42:25.656184 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.plugin [None req-0b8cc923-0a13-4a9d-806e-71a71a480ed2 None None] Calling delete_port for 969b8d99-6967-4889-baa8-4d3e61eed07c owned by network:dhcp {{(pid=93412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 14:42:25.677273 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.plugins.ml2.db [None req-c04a7fc7-acf2-426e-a5e2-46b9369300cd admin admin] For port 969b8d99-6967-4889-baa8-4d3e61eed07c, host dv-cinder-798198-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-2-iscsi',level=0,port_id=969b8d99-6967-4889-baa8-4d3e61eed07c,segment=NetworkSegment(b1474386-8f64-4469-a373-f1fecf720fc6),segment_id=b1474386-8f64-4469-a373-f1fecf720fc6)] {{(pid=93411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:42:25.677554 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-c04a7fc7-acf2-426e-a5e2-46b9369300cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-879274'] for port, precommit_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:42:25.691031 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.plugins.ml2.plugin [None req-c04a7fc7-acf2-426e-a5e2-46b9369300cd admin admin] Calling delete_port for 969b8d99-6967-4889-baa8-4d3e61eed07c owned by network:dhcp {{(pid=93411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 14:42:25.740171 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-0b8cc923-0a13-4a9d-806e-71a71a480ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786683854475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786683465207'] for port, after_delete {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:42:25.769789 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8cc923-0a13-4a9d-806e-71a71a480ed2 None None] Pushing event deleted for resources: {'Port': ['ID=969b8d99-6967-4889-baa8-4d3e61eed07c,revision_number=None']} {{(pid=93412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:42:25.778093 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b8cc923-0a13-4a9d-806e-71a71a480ed2 None None] No DVR routers for this DVR port 969b8d99-6967-4889-baa8-4d3e61eed07c on host dv-cinder-798198-2-iscsi {{(pid=93412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 14:42:25.788265 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-c04a7fc7-acf2-426e-a5e2-46b9369300cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786683854475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786683465207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2690464'] for port, after_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:42:25.803672 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Device 969b8d99-6967-4889-baa8-4d3e61eed07c no longer exists at agent ovs-agent-dv-cinder-798198-2-iscsi {{(pid=93412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 14:42:25.817399 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04a7fc7-acf2-426e-a5e2-46b9369300cd admin admin] Pushing event deleted for resources: {'Port': ['ID=969b8d99-6967-4889-baa8-4d3e61eed07c,revision_number=None']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:42:25.819293 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c04a7fc7-acf2-426e-a5e2-46b9369300cd admin admin] No DVR routers for this DVR port 969b8d99-6967-4889-baa8-4d3e61eed07c on host dv-cinder-798198-2-iscsi {{(pid=93411) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 14:42:25.826442 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.plugin [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] No Port match for: 969b8d99-6967-4889-baa8-4d3e61eed07c {{(pid=93412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 14:42:25.826860 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Device 969b8d99-6967-4889-baa8-4d3e61eed07c not bound to the agent host dv-cinder-798198-2-iscsi {{(pid=93412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 14:42:25.827349 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Device 18dd6e20-f0cc-48eb-be22-d5ea10f530a2 no longer exists at agent ovs-agent-dv-cinder-798198-2-iscsi {{(pid=93412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 14:42:25.856837 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.plugin [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] No Port match for: 18dd6e20-f0cc-48eb-be22-d5ea10f530a2 {{(pid=93412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 14:42:25.857187 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Device 18dd6e20-f0cc-48eb-be22-d5ea10f530a2 not bound to the agent host dv-cinder-798198-2-iscsi {{(pid=93412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 14:42:25.857639 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Device c6d4f948-752f-4e72-ace4-9fed7ef9b2e0 no longer exists at agent ovs-agent-dv-cinder-798198-2-iscsi {{(pid=93412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 14:42:25.876529 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.plugin [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] No Port match for: c6d4f948-752f-4e72-ace4-9fed7ef9b2e0 {{(pid=93412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 14:42:25.876869 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Device c6d4f948-752f-4e72-ace4-9fed7ef9b2e0 not bound to the agent host dv-cinder-798198-2-iscsi {{(pid=93412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 14:42:25.894698 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-c04a7fc7-acf2-426e-a5e2-46b9369300cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1963782', 'neutron.services.segments.db._delete_segments_for_network-8786683991920'] for network, precommit_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:42:25.904870 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.services.segments.db [None req-c04a7fc7-acf2-426e-a5e2-46b9369300cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5526d2f-b7f9-428c-be48-63f6c6ae4f96']}} {{(pid=93411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:42:25.914714 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.services.segments.db [None req-c04a7fc7-acf2-426e-a5e2-46b9369300cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1474386-8f64-4469-a373-f1fecf720fc6') {'for_net_delete': True} {{(pid=93411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:42:25.914998 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.services.segments.db [None req-c04a7fc7-acf2-426e-a5e2-46b9369300cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1474386-8f64-4469-a373-f1fecf720fc6') {} {{(pid=93411) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:42:25.923538 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-c04a7fc7-acf2-426e-a5e2-46b9369300cd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786683994745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26216149'] for segment, before_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:42:25.936891 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-c04a7fc7-acf2-426e-a5e2-46b9369300cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1962803'] for segment, precommit_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:42:25.942615 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c04a7fc7-acf2-426e-a5e2-46b9369300cd admin admin] Releasing vlan 560 on physical network physnet1 to pool {{(pid=93411) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 14:42:25.943076 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-c04a7fc7-acf2-426e-a5e2-46b9369300cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1962803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2690431'] for segment, after_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:42:25.944963 dv-cinder-798198-2-iscsi neutron-server[93411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 14:42:25.944963 dv-cinder-798198-2-iscsi neutron-server[93411]: self.session.flush() Aug 10 14:42:25.944963 dv-cinder-798198-2-iscsi neutron-server[93411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 14:42:25.944963 dv-cinder-798198-2-iscsi neutron-server[93411]: self.session.flush() Aug 10 14:42:25.944963 dv-cinder-798198-2-iscsi neutron-server[93411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 14:42:25.944963 dv-cinder-798198-2-iscsi neutron-server[93411]: self.session.flush() Aug 10 14:42:25.944963 dv-cinder-798198-2-iscsi neutron-server[93411]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 14:42:25.944963 dv-cinder-798198-2-iscsi neutron-server[93411]: self.session.flush() Aug 10 14:42:25.944963 dv-cinder-798198-2-iscsi neutron-server[93411]: Traceback (most recent call last): Aug 10 14:42:25.944963 dv-cinder-798198-2-iscsi neutron-server[93411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 14:42:25.944963 dv-cinder-798198-2-iscsi neutron-server[93411]: timer() Aug 10 14:42:25.944963 dv-cinder-798198-2-iscsi neutron-server[93411]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 14:42:25.944963 dv-cinder-798198-2-iscsi neutron-server[93411]: cb(*args, **kw) Aug 10 14:42:25.944963 dv-cinder-798198-2-iscsi neutron-server[93411]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 14:42:25.944963 dv-cinder-798198-2-iscsi neutron-server[93411]: return func(*args, **kwargs) Aug 10 14:42:25.944963 dv-cinder-798198-2-iscsi neutron-server[93411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 14:42:25.944963 dv-cinder-798198-2-iscsi neutron-server[93411]: self._notify() Aug 10 14:42:25.944963 dv-cinder-798198-2-iscsi neutron-server[93411]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 14:42:25.944963 dv-cinder-798198-2-iscsi neutron-server[93411]: self.callback(batched_events) Aug 10 14:42:25.944963 dv-cinder-798198-2-iscsi neutron-server[93411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 14:42:25.944963 dv-cinder-798198-2-iscsi neutron-server[93411]: event.method(event) Aug 10 14:42:25.944963 dv-cinder-798198-2-iscsi neutron-server[93411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 14:42:25.944963 dv-cinder-798198-2-iscsi neutron-server[93411]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 14:42:25.944963 dv-cinder-798198-2-iscsi neutron-server[93411]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 14:42:25.944963 dv-cinder-798198-2-iscsi neutron-server[93411]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 14:42:25.944963 dv-cinder-798198-2-iscsi neutron-server[93411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 14:42:25.944963 dv-cinder-798198-2-iscsi neutron-server[93411]: return f(self, *a, **k) Aug 10 14:42:25.944963 dv-cinder-798198-2-iscsi neutron-server[93411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 14:42:25.944963 dv-cinder-798198-2-iscsi neutron-server[93411]: return self._get(url).json() Aug 10 14:42:25.944963 dv-cinder-798198-2-iscsi neutron-server[93411]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 14:42:25.944963 dv-cinder-798198-2-iscsi neutron-server[93411]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 14:42:25.944963 dv-cinder-798198-2-iscsi neutron-server[93411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 14:42:25.944963 dv-cinder-798198-2-iscsi neutron-server[93411]: return self.request(url, 'GET', **kwargs) Aug 10 14:42:25.944963 dv-cinder-798198-2-iscsi neutron-server[93411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 14:42:25.944963 dv-cinder-798198-2-iscsi neutron-server[93411]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 14:42:25.944963 dv-cinder-798198-2-iscsi neutron-server[93411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 14:42:25.944963 dv-cinder-798198-2-iscsi neutron-server[93411]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 14:42:25.944963 dv-cinder-798198-2-iscsi neutron-server[93411]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 14:42:25.944963 dv-cinder-798198-2-iscsi neutron-server[93411]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 14:42:25.944963 dv-cinder-798198-2-iscsi neutron-server[93411]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 14:42:25.996992 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-c04a7fc7-acf2-426e-a5e2-46b9369300cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1963789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-880042'] for network, after_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:42:26.003474 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-c04a7fc7-acf2-426e-a5e2-46b9369300cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-767256'] for network, before_response {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:42:26.008219 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-c04a7fc7-acf2-426e-a5e2-46b9369300cd admin admin] 10.222.0.42 "DELETE /v2.0/networks/d5526d2f-b7f9-428c-be48-63f6c6ae4f96 HTTP/1.1" status: 204 len: 168 time: 0.7381992 Aug 10 14:42:26.008692 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.wsgi [-] (93410) accepted ('10.222.0.42', 58992) {{(pid=93410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:42:26.014876 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04a7fc7-acf2-426e-a5e2-46b9369300cd admin admin] Pushing event deleted for resources: {'Network': ['ID=d5526d2f-b7f9-428c-be48-63f6c6ae4f96,revision_number=None']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:42:26.145890 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-d62f6157-4427-4e9e-a3bd-3b02fc837745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:42:26.356183 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-fe9cc547-9590-4e79-bc71-bcb1d11a21e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-717720'] for router_interface, before_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:42:26.597244 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.plugin [None req-fe9cc547-9590-4e79-bc71-bcb1d11a21e5 admin admin] Deleting port d68fc793-c3f4-4cb6-938b-bae3d4dbf4c0 {{(pid=93410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 14:42:26.597615 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-fe9cc547-9590-4e79-bc71-bcb1d11a21e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786683848753'] for port, before_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:42:26.675952 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [None req-fe9cc547-9590-4e79-bc71-bcb1d11a21e5 admin admin] For port d68fc793-c3f4-4cb6-938b-bae3d4dbf4c0, host dv-cinder-798198-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-2-iscsi',level=0,port_id=d68fc793-c3f4-4cb6-938b-bae3d4dbf4c0,segment=NetworkSegment(72ba5904-8c2e-4cd4-a735-ebad8c0360be),segment_id=72ba5904-8c2e-4cd4-a735-ebad8c0360be)] {{(pid=93410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:42:26.676246 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-fe9cc547-9590-4e79-bc71-bcb1d11a21e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-879274'] for port, precommit_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:42:26.689624 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.plugin [None req-fe9cc547-9590-4e79-bc71-bcb1d11a21e5 admin admin] Calling delete_port for d68fc793-c3f4-4cb6-938b-bae3d4dbf4c0 owned by network:router_interface {{(pid=93410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 14:42:26.864427 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-fe9cc547-9590-4e79-bc71-bcb1d11a21e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786683854475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786683465207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26372150'] for port, after_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:42:26.891514 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9cc547-9590-4e79-bc71-bcb1d11a21e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=d68fc793-c3f4-4cb6-938b-bae3d4dbf4c0,revision_number=None']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:42:27.052509 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-fe9cc547-9590-4e79-bc71-bcb1d11a21e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-767295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-889640'] for router_interface, after_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:42:27.263355 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe9cc547-9590-4e79-bc71-bcb1d11a21e5 admin admin] Router 138234f1-abfd-4ac8-9842-27868af423f7 has already been hosted by L3 agent 8acc92de-0cfa-4d60-8b37-a39a4d3c1570 {{(pid=93410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 14:42:27.369225 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe9cc547-9590-4e79-bc71-bcb1d11a21e5 admin admin] Notify agent at l3_agent.dv-cinder-798198-2-iscsi the message routers_updated {{(pid=93410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 14:42:27.374570 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [None req-fe9cc547-9590-4e79-bc71-bcb1d11a21e5 admin admin] 10.222.0.42 "PUT /v2.0/routers/138234f1-abfd-4ac8-9842-27868af423f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3647768 Aug 10 14:42:27.377028 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.wsgi [-] (93410) accepted ('10.222.0.42', 58994) {{(pid=93410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:42:27.379550 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9ba1ec-64ec-4cb8-8ea1-40fa15409ba0 None None] Sync routers for ids ['138234f1-abfd-4ac8-9842-27868af423f7'] in dv-cinder-798198-2-iscsi {{(pid=93413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 14:42:27.389387 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f9ba1ec-64ec-4cb8-8ea1-40fa15409ba0 None None] Routers {'138234f1-abfd-4ac8-9842-27868af423f7'} bound to L3 agent in host dv-cinder-798198-2-iscsi {{(pid=93413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:42:27.390030 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.db.l3_hamode_db [None req-5f9ba1ec-64ec-4cb8-8ea1-40fa15409ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T14:22:29Z,description=,heartbeat_timestamp=2021-08-10T14:41:59Z,host='dv-cinder-798198-2-iscsi',id=8acc92de-0cfa-4d60-8b37-a39a4d3c1570,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T14:22:29Z,topic='l3_agent')) {'router_ids': ['138234f1-abfd-4ac8-9842-27868af423f7'], 'active': True} {{(pid=93413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:42:27.478821 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-fbb2cc9e-a11c-4a3f-9fb9-d5c6468bfdbc admin admin] Notify callbacks [] for router, before_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:42:27.491948 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.db.l3_dvr_db [None req-5f9ba1ec-64ec-4cb8-8ea1-40fa15409ba0 None None] Set router 138234f1-abfd-4ac8-9842-27868af423f7 gateway port host: dv-cinder-798198-2-iscsi {{(pid=93413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:42:27.580590 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-fbb2cc9e-a11c-4a3f-9fb9-d5c6468bfdbc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:42:27.632370 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.plugin [None req-fbb2cc9e-a11c-4a3f-9fb9-d5c6468bfdbc admin admin] Deleting port fab7a9b6-6679-44dc-b8bf-a89a5bcab9af {{(pid=93410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 14:42:27.633219 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-fbb2cc9e-a11c-4a3f-9fb9-d5c6468bfdbc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786683848753'] for port, before_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:42:27.672950 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.db.l3_hamode_db [None req-5f9ba1ec-64ec-4cb8-8ea1-40fa15409ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '138234f1-abfd-4ac8-9842-27868af423f7', 'name': 'tempest-TestVolumeBootPattern-1318528824-router', 'tenant_id': '9bc5e287b20e4832a5f49ca7fada2aab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'external_fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.38'}], 'enable_snat': True}, 'gw_port_id': 'fab7a9b6-6679-44dc-b8bf-a89a5bcab9af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:35:35Z', 'updated_at': '2021-08-10T14:42:26Z', 'revision_number': 5, 'project_id': '9bc5e287b20e4832a5f49ca7fada2aab', 'gw_port': {'id': 'fab7a9b6-6679-44dc-b8bf-a89a5bcab9af', 'name': '', 'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:59:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '138234f1-abfd-4ac8-9842-27868af423f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:35:36Z', 'updated_at': '2021-08-10T14:35:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-2-iscsi'}], 'dv-cinder-798198-2-iscsi', False) {} {{(pid=93413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:42:27.700007 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9ba1ec-64ec-4cb8-8ea1-40fa15409ba0 None None] Checking router: 138234f1-abfd-4ac8-9842-27868af423f7 for host: dv-cinder-798198-2-iscsi {{(pid=93413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 14:42:27.707992 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f9ba1ec-64ec-4cb8-8ea1-40fa15409ba0 None None] Routers {'138234f1-abfd-4ac8-9842-27868af423f7'} bound to L3 agent in host dv-cinder-798198-2-iscsi {{(pid=93413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:42:27.708593 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.db.l3_hamode_db [None req-5f9ba1ec-64ec-4cb8-8ea1-40fa15409ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T14:22:29Z,description=,heartbeat_timestamp=2021-08-10T14:41:59Z,host='dv-cinder-798198-2-iscsi',id=8acc92de-0cfa-4d60-8b37-a39a4d3c1570,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T14:22:29Z,topic='l3_agent')) {'router_ids': ['138234f1-abfd-4ac8-9842-27868af423f7'], 'active': True} {{(pid=93413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:42:27.712198 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [None req-fbb2cc9e-a11c-4a3f-9fb9-d5c6468bfdbc admin admin] For port fab7a9b6-6679-44dc-b8bf-a89a5bcab9af, host dv-cinder-798198-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-2-iscsi',level=0,port_id=fab7a9b6-6679-44dc-b8bf-a89a5bcab9af,segment=NetworkSegment(9b73c935-a484-45be-a2a0-87b3c816c298),segment_id=9b73c935-a484-45be-a2a0-87b3c816c298)] {{(pid=93410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:42:27.712593 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-fbb2cc9e-a11c-4a3f-9fb9-d5c6468bfdbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-879274'] for port, precommit_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:42:27.728891 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.plugin [None req-fbb2cc9e-a11c-4a3f-9fb9-d5c6468bfdbc admin admin] Calling delete_port for fab7a9b6-6679-44dc-b8bf-a89a5bcab9af owned by network:router_gateway {{(pid=93410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 14:42:27.799159 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.db.l3_dvr_db [None req-5f9ba1ec-64ec-4cb8-8ea1-40fa15409ba0 None None] Set router 138234f1-abfd-4ac8-9842-27868af423f7 gateway port host: None {{(pid=93413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:42:27.853281 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.db.l3_hamode_db [None req-5f9ba1ec-64ec-4cb8-8ea1-40fa15409ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '138234f1-abfd-4ac8-9842-27868af423f7', 'name': 'tempest-TestVolumeBootPattern-1318528824-router', 'tenant_id': '9bc5e287b20e4832a5f49ca7fada2aab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:35:35Z', 'updated_at': '2021-08-10T14:42:27Z', 'revision_number': 6, 'project_id': '9bc5e287b20e4832a5f49ca7fada2aab', 'gw_port_host': None}], 'dv-cinder-798198-2-iscsi', False) {} {{(pid=93413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:42:27.884466 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9ba1ec-64ec-4cb8-8ea1-40fa15409ba0 None None] The sync data for ids ['138234f1-abfd-4ac8-9842-27868af423f7'] in dv-cinder-798198-2-iscsi is: [{'id': '138234f1-abfd-4ac8-9842-27868af423f7', 'name': 'tempest-TestVolumeBootPattern-1318528824-router', 'tenant_id': '9bc5e287b20e4832a5f49ca7fada2aab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:35:35Z', 'updated_at': '2021-08-10T14:42:27Z', 'revision_number': 6, 'project_id': '9bc5e287b20e4832a5f49ca7fada2aab', 'gw_port_host': None}] {{(pid=93413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 14:42:27.918817 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-fbb2cc9e-a11c-4a3f-9fb9-d5c6468bfdbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786683854475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786683465207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26372150'] for port, after_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:42:28.208820 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb2cc9e-a11c-4a3f-9fb9-d5c6468bfdbc admin admin] Pushing event deleted for resources: {'Port': ['ID=fab7a9b6-6679-44dc-b8bf-a89a5bcab9af,revision_number=None']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:42:28.277814 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-fbb2cc9e-a11c-4a3f-9fb9-d5c6468bfdbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-880078'] for router_gateway, after_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:42:28.367147 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-fbb2cc9e-a11c-4a3f-9fb9-d5c6468bfdbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-889914', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35201'] for router, precommit_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:42:28.369963 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-fbb2cc9e-a11c-4a3f-9fb9-d5c6468bfdbc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:42:28.412696 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-fbb2cc9e-a11c-4a3f-9fb9-d5c6468bfdbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-889891'] for router, after_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:42:28.413289 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbb2cc9e-a11c-4a3f-9fb9-d5c6468bfdbc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 138234f1-abfd-4ac8-9842-27868af423f7 {{(pid=93410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 14:42:28.418241 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-fbb2cc9e-a11c-4a3f-9fb9-d5c6468bfdbc admin admin] Notify callbacks [] for router, before_response {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:42:28.419398 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [None req-fbb2cc9e-a11c-4a3f-9fb9-d5c6468bfdbc admin admin] 10.222.0.42 "DELETE /v2.0/routers/138234f1-abfd-4ac8-9842-27868af423f7 HTTP/1.1" status: 204 len: 168 time: 1.0413983 Aug 10 14:42:28.421999 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.wsgi [-] (93410) accepted ('10.222.0.42', 58996) {{(pid=93410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:42:28.469331 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7ded84d-79d6-4431-9c86-ae6abda31e4f admin admin] Deleting subnet 77b483a2-fa55-4b4f-ae43-009b4fd95263 {{(pid=93410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 14:42:28.472253 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-b7ded84d-79d6-4431-9c86-ae6abda31e4f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:42:28.505490 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-b7ded84d-79d6-4431-9c86-ae6abda31e4f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25513275'] for subnet, precommit_delete_associations {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:42:28.580134 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-b7ded84d-79d6-4431-9c86-ae6abda31e4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1963407'] for subnet, precommit_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:42:28.638962 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-b7ded84d-79d6-4431-9c86-ae6abda31e4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1963510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26372099', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25174900'] for subnet, after_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:42:28.664573 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ded84d-79d6-4431-9c86-ae6abda31e4f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=77b483a2-fa55-4b4f-ae43-009b4fd95263,revision_number=None']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:42:28.670381 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-b7ded84d-79d6-4431-9c86-ae6abda31e4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-767256'] for subnet, before_response {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:42:28.672285 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [None req-b7ded84d-79d6-4431-9c86-ae6abda31e4f admin admin] 10.222.0.42 "DELETE /v2.0/subnets/77b483a2-fa55-4b4f-ae43-009b4fd95263 HTTP/1.1" status: 204 len: 168 time: 0.2493453 Aug 10 14:42:28.674984 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.wsgi [-] (93410) accepted ('10.222.0.42', 58998) {{(pid=93410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:42:28.679030 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f83c1789-df12-40fd-b8dc-212b5211c9f3 None None] Network 8dfeae15-1fc3-44a8-971e-7963f03e47a1 requested from dv-cinder-798198-2-iscsi {{(pid=93412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 14:42:28.748535 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-59a836d4-4318-4fc2-a713-1a4ece23ae79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1782855'] for network, before_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:42:28.803735 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.plugin [None req-59a836d4-4318-4fc2-a713-1a4ece23ae79 admin admin] Deleting port 471e91b5-c003-4555-baf4-7f48e1f123c8 {{(pid=93410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 14:42:28.804080 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-59a836d4-4318-4fc2-a713-1a4ece23ae79 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786683848753'] for port, before_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:42:28.871616 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [None req-59a836d4-4318-4fc2-a713-1a4ece23ae79 admin admin] For port 471e91b5-c003-4555-baf4-7f48e1f123c8, host dv-cinder-798198-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-2-iscsi',level=0,port_id=471e91b5-c003-4555-baf4-7f48e1f123c8,segment=NetworkSegment(72ba5904-8c2e-4cd4-a735-ebad8c0360be),segment_id=72ba5904-8c2e-4cd4-a735-ebad8c0360be)] {{(pid=93410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:42:28.872039 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-59a836d4-4318-4fc2-a713-1a4ece23ae79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-879274'] for port, precommit_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:42:28.880260 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7330e12c-c46c-48fd-a2e0-113bd0340478 None None] DHCP port deletion for 8dfeae15-1fc3-44a8-971e-7963f03e47a1 request from dv-cinder-798198-2-iscsi {{(pid=93412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 14:42:28.891323 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.plugin [None req-59a836d4-4318-4fc2-a713-1a4ece23ae79 admin admin] Calling delete_port for 471e91b5-c003-4555-baf4-7f48e1f123c8 owned by network:dhcp {{(pid=93410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 14:42:28.932315 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.plugin [None req-7330e12c-c46c-48fd-a2e0-113bd0340478 None None] Deleting port 471e91b5-c003-4555-baf4-7f48e1f123c8 {{(pid=93412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 14:42:28.932699 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-7330e12c-c46c-48fd-a2e0-113bd0340478 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786683848753'] for port, before_delete {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:42:28.973002 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-59a836d4-4318-4fc2-a713-1a4ece23ae79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786683854475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786683465207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26372150'] for port, after_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:42:28.994053 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.db [None req-7330e12c-c46c-48fd-a2e0-113bd0340478 None None] For port 471e91b5-c003-4555-baf4-7f48e1f123c8, host dv-cinder-798198-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-2-iscsi',level=0,port_id=471e91b5-c003-4555-baf4-7f48e1f123c8,segment=NetworkSegment(72ba5904-8c2e-4cd4-a735-ebad8c0360be),segment_id=72ba5904-8c2e-4cd4-a735-ebad8c0360be)] {{(pid=93412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:42:28.994357 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-7330e12c-c46c-48fd-a2e0-113bd0340478 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-879274'] for port, precommit_delete {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:42:29.003249 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59a836d4-4318-4fc2-a713-1a4ece23ae79 admin admin] No DVR routers for this DVR port 471e91b5-c003-4555-baf4-7f48e1f123c8 on host dv-cinder-798198-2-iscsi {{(pid=93410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 14:42:29.008401 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a836d4-4318-4fc2-a713-1a4ece23ae79 admin admin] Pushing event deleted for resources: {'Port': ['ID=471e91b5-c003-4555-baf4-7f48e1f123c8,revision_number=None']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:42:29.010327 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.plugin [None req-7330e12c-c46c-48fd-a2e0-113bd0340478 None None] Calling delete_port for 471e91b5-c003-4555-baf4-7f48e1f123c8 owned by network:dhcp {{(pid=93412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 14:42:29.078916 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-59a836d4-4318-4fc2-a713-1a4ece23ae79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1963782', 'neutron.services.segments.db._delete_segments_for_network-8786683991920'] for network, precommit_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:42:29.090871 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.services.segments.db [None req-59a836d4-4318-4fc2-a713-1a4ece23ae79 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8dfeae15-1fc3-44a8-971e-7963f03e47a1']}} {{(pid=93410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:42:29.103432 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.services.segments.db [None req-59a836d4-4318-4fc2-a713-1a4ece23ae79 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72ba5904-8c2e-4cd4-a735-ebad8c0360be') {'for_net_delete': True} {{(pid=93410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:42:29.103666 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.services.segments.db [None req-59a836d4-4318-4fc2-a713-1a4ece23ae79 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72ba5904-8c2e-4cd4-a735-ebad8c0360be') {} {{(pid=93410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:42:29.113702 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-59a836d4-4318-4fc2-a713-1a4ece23ae79 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786683994745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25513282'] for segment, before_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:42:29.128637 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-59a836d4-4318-4fc2-a713-1a4ece23ae79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1962803'] for segment, precommit_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:42:29.135974 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59a836d4-4318-4fc2-a713-1a4ece23ae79 admin admin] Releasing vlan 570 on physical network physnet1 to pool {{(pid=93410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 14:42:29.136460 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-59a836d4-4318-4fc2-a713-1a4ece23ae79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1962803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26372329'] for segment, after_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:42:29.138538 dv-cinder-798198-2-iscsi neutron-server[93410]: Traceback (most recent call last): Aug 10 14:42:29.138538 dv-cinder-798198-2-iscsi neutron-server[93410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 14:42:29.138538 dv-cinder-798198-2-iscsi neutron-server[93410]: timer() Aug 10 14:42:29.138538 dv-cinder-798198-2-iscsi neutron-server[93410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 14:42:29.138538 dv-cinder-798198-2-iscsi neutron-server[93410]: cb(*args, **kw) Aug 10 14:42:29.138538 dv-cinder-798198-2-iscsi neutron-server[93410]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 14:42:29.138538 dv-cinder-798198-2-iscsi neutron-server[93410]: return func(*args, **kwargs) Aug 10 14:42:29.138538 dv-cinder-798198-2-iscsi neutron-server[93410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 14:42:29.138538 dv-cinder-798198-2-iscsi neutron-server[93410]: self._notify() Aug 10 14:42:29.138538 dv-cinder-798198-2-iscsi neutron-server[93410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 14:42:29.138538 dv-cinder-798198-2-iscsi neutron-server[93410]: self.callback(batched_events) Aug 10 14:42:29.138538 dv-cinder-798198-2-iscsi neutron-server[93410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 14:42:29.138538 dv-cinder-798198-2-iscsi neutron-server[93410]: event.method(event) Aug 10 14:42:29.138538 dv-cinder-798198-2-iscsi neutron-server[93410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 14:42:29.138538 dv-cinder-798198-2-iscsi neutron-server[93410]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 14:42:29.138538 dv-cinder-798198-2-iscsi neutron-server[93410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 14:42:29.138538 dv-cinder-798198-2-iscsi neutron-server[93410]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 14:42:29.138538 dv-cinder-798198-2-iscsi neutron-server[93410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 14:42:29.138538 dv-cinder-798198-2-iscsi neutron-server[93410]: return f(self, *a, **k) Aug 10 14:42:29.138538 dv-cinder-798198-2-iscsi neutron-server[93410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 14:42:29.138538 dv-cinder-798198-2-iscsi neutron-server[93410]: return self._get(url).json() Aug 10 14:42:29.138538 dv-cinder-798198-2-iscsi neutron-server[93410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 14:42:29.138538 dv-cinder-798198-2-iscsi neutron-server[93410]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 14:42:29.138538 dv-cinder-798198-2-iscsi neutron-server[93410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 14:42:29.138538 dv-cinder-798198-2-iscsi neutron-server[93410]: return self.request(url, 'GET', **kwargs) Aug 10 14:42:29.138538 dv-cinder-798198-2-iscsi neutron-server[93410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 14:42:29.138538 dv-cinder-798198-2-iscsi neutron-server[93410]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 14:42:29.138538 dv-cinder-798198-2-iscsi neutron-server[93410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 14:42:29.138538 dv-cinder-798198-2-iscsi neutron-server[93410]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 14:42:29.138538 dv-cinder-798198-2-iscsi neutron-server[93410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 14:42:29.138538 dv-cinder-798198-2-iscsi neutron-server[93410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 14:42:29.138538 dv-cinder-798198-2-iscsi neutron-server[93410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 14:42:29.202146 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-59a836d4-4318-4fc2-a713-1a4ece23ae79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1963789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-880042'] for network, after_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:42:29.214502 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-59a836d4-4318-4fc2-a713-1a4ece23ae79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-767256'] for network, before_response {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:42:29.216646 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [None req-59a836d4-4318-4fc2-a713-1a4ece23ae79 admin admin] 10.222.0.42 "DELETE /v2.0/networks/8dfeae15-1fc3-44a8-971e-7963f03e47a1 HTTP/1.1" status: 204 len: 168 time: 0.5407193 Aug 10 14:42:29.218560 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:42:29.223176 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-dad1b671-cfa1-49b5-87c6-5fa8691bed22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:42:29.227485 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a836d4-4318-4fc2-a713-1a4ece23ae79 admin admin] Pushing event deleted for resources: {'Network': ['ID=8dfeae15-1fc3-44a8-971e-7963f03e47a1,revision_number=None']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:42:29.240595 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-7330e12c-c46c-48fd-a2e0-113bd0340478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786683854475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786683465207'] for port, after_delete {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:42:29.263598 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7330e12c-c46c-48fd-a2e0-113bd0340478 None None] Network 8dfeae15-1fc3-44a8-971e-7963f03e47a1 is not hosted by any dhcp agent {{(pid=93412) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 10 14:42:29.264309 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7330e12c-c46c-48fd-a2e0-113bd0340478 None None] No DVR routers for this DVR port 471e91b5-c003-4555-baf4-7f48e1f123c8 on host dv-cinder-798198-2-iscsi {{(pid=93412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 14:42:29.268359 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7330e12c-c46c-48fd-a2e0-113bd0340478 None None] Pushing event deleted for resources: {'Port': ['ID=471e91b5-c003-4555-baf4-7f48e1f123c8,revision_number=None']} {{(pid=93412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:42:29.336219 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.wsgi [-] (93411) accepted ('10.222.0.42', 59002) {{(pid=93411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:42:29.374417 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-0a506429-aa30-41ed-b8f9-fe445434bf31 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a05f2e4d11dd4970b1890e2ac2ce4c87&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0370238 Aug 10 14:42:29.376865 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.wsgi [-] (93411) accepted ('10.222.0.42', 59004) {{(pid=93411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:42:29.428562 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-8fffdc62-ce2e-46c0-b6f5-f965f63b706a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:42:29.449390 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-8fffdc62-ce2e-46c0-b6f5-f965f63b706a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:42:29.494948 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-8fffdc62-ce2e-46c0-b6f5-f965f63b706a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734645'] for security_group, after_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:42:29.497547 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-8fffdc62-ce2e-46c0-b6f5-f965f63b706a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:42:29.498677 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-8fffdc62-ce2e-46c0-b6f5-f965f63b706a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9a55f388-01b6-49c5-990a-10c9d99f74e8 HTTP/1.1" status: 204 len: 168 time: 0.1208999 Aug 10 14:42:29.506011 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fffdc62-ce2e-46c0-b6f5-f965f63b706a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a55f388-01b6-49c5-990a-10c9d99f74e8,revision_number=None']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:42:29.779333 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Device d68fc793-c3f4-4cb6-938b-bae3d4dbf4c0 no longer exists at agent ovs-agent-dv-cinder-798198-2-iscsi {{(pid=93412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 14:42:29.799844 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.plugin [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] No Port match for: d68fc793-c3f4-4cb6-938b-bae3d4dbf4c0 {{(pid=93412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 14:42:29.800185 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Device d68fc793-c3f4-4cb6-938b-bae3d4dbf4c0 not bound to the agent host dv-cinder-798198-2-iscsi {{(pid=93412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 14:42:29.800595 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Device fab7a9b6-6679-44dc-b8bf-a89a5bcab9af no longer exists at agent ovs-agent-dv-cinder-798198-2-iscsi {{(pid=93412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 14:42:29.806999 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.wsgi [-] (93411) accepted ('10.222.0.42', 59010) {{(pid=93411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:42:29.818684 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.plugin [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] No Port match for: fab7a9b6-6679-44dc-b8bf-a89a5bcab9af {{(pid=93412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 14:42:29.819029 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Device fab7a9b6-6679-44dc-b8bf-a89a5bcab9af not bound to the agent host dv-cinder-798198-2-iscsi {{(pid=93412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 14:42:29.819497 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Device 471e91b5-c003-4555-baf4-7f48e1f123c8 no longer exists at agent ovs-agent-dv-cinder-798198-2-iscsi {{(pid=93412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 14:42:29.842053 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.plugin [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] No Port match for: 471e91b5-c003-4555-baf4-7f48e1f123c8 {{(pid=93412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 14:42:29.842398 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Device 471e91b5-c003-4555-baf4-7f48e1f123c8 not bound to the agent host dv-cinder-798198-2-iscsi {{(pid=93412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 14:42:29.851381 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-d4d0e9cd-1cd4-43ea-b8a0-66deb266581f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9bc5e287b20e4832a5f49ca7fada2aab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0423059 Aug 10 14:42:29.853127 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.wsgi [-] (93410) accepted ('10.222.0.42', 59012) {{(pid=93410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:42:29.907740 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-7c51695d-5bf5-4e56-810a-ad7f27d0b6d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:42:29.928252 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-7c51695d-5bf5-4e56-810a-ad7f27d0b6d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:42:29.974759 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-7c51695d-5bf5-4e56-810a-ad7f27d0b6d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734645'] for security_group, after_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:42:29.977391 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-7c51695d-5bf5-4e56-810a-ad7f27d0b6d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:42:29.978568 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [None req-7c51695d-5bf5-4e56-810a-ad7f27d0b6d4 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8162d7ba-ca4b-464b-a553-818244edceae HTTP/1.1" status: 204 len: 168 time: 0.1236885 Aug 10 14:42:29.986241 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c51695d-5bf5-4e56-810a-ad7f27d0b6d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8162d7ba-ca4b-464b-a553-818244edceae,revision_number=None']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:42:30.235726 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-1682deac-1581-4d55-87bc-bceb4bcaf759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:42:32.188807 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-f97b798d-bd61-4bdb-bb4a-e55e1a0659df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:42:33.040823 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:42:41.662471 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-53992654-dfb3-44f2-bba2-75f777055b9e req-38bc9bd7-396a-44f2-88e7-69b769daa541 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d5d5200b-9b93-4c29-9811-4436802b9236&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0392709 Aug 10 14:42:41.745584 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53992654-dfb3-44f2-bba2-75f777055b9e req-92f992f2-0e43-4bb5-8430-e14c27af8a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:42:41.747072 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-53992654-dfb3-44f2-bba2-75f777055b9e req-92f992f2-0e43-4bb5-8430-e14c27af8a2d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b9910def5a134e4c8aac3b27b1489c14&device_id=d5d5200b-9b93-4c29-9811-4436802b9236 HTTP/1.1" status: 200 len: 1098 time: 0.0442438 Aug 10 14:42:41.847656 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53992654-dfb3-44f2-bba2-75f777055b9e req-13ad9b95-0dc2-45eb-8518-cdb347e55f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:42:41.849232 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-53992654-dfb3-44f2-bba2-75f777055b9e req-13ad9b95-0dc2-45eb-8518-cdb347e55f93 service neutron] 10.222.0.18 "GET /v2.0/networks?id=4918bd4f-1e68-44d8-94ca-20c40994be08 HTTP/1.1" status: 200 len: 910 time: 0.0831175 Aug 10 14:42:41.920830 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-53992654-dfb3-44f2-bba2-75f777055b9e req-425457cd-d072-433d-bdfc-5afbd42aa03d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=22fa88e3-2a2d-4992-aa98-362bb336f357 HTTP/1.1" status: 200 len: 1001 time: 0.0634604 Aug 10 14:42:41.969804 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53992654-dfb3-44f2-bba2-75f777055b9e req-5ca133bc-dece-48a9-bde7-483c188c554b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:42:41.971212 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-53992654-dfb3-44f2-bba2-75f777055b9e req-5ca133bc-dece-48a9-bde7-483c188c554b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=cdfe0d3d-9603-4ff6-bd72-cf69d28a9f7f HTTP/1.1" status: 200 len: 848 time: 0.0440314 Aug 10 14:42:42.017535 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53992654-dfb3-44f2-bba2-75f777055b9e req-2742ab7f-b065-43ae-a2d7-8f9929edfc45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:42:42.019053 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-53992654-dfb3-44f2-bba2-75f777055b9e req-2742ab7f-b065-43ae-a2d7-8f9929edfc45 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4918bd4f-1e68-44d8-94ca-20c40994be08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0397387 Aug 10 14:42:42.109631 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-53992654-dfb3-44f2-bba2-75f777055b9e req-d879c107-0b86-47b1-a782-7b6bfe654c10 service neutron] 10.222.0.18 "GET /v2.0/networks/4918bd4f-1e68-44d8-94ca-20c40994be08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826745 Aug 10 14:42:42.200353 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-53992654-dfb3-44f2-bba2-75f777055b9e req-339eba13-489e-4de0-971a-e11c1e30bd01 service neutron] 10.222.0.18 "GET /v2.0/networks/4918bd4f-1e68-44d8-94ca-20c40994be08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821819 Aug 10 14:42:56.146744 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-5e535caf-d583-40e7-8aa7-736bce5487cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:42:59.123093 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-4e592a31-26bc-4113-85d5-1b3d9e9151f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:42:59.139489 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:43:00.236775 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-1682deac-1581-4d55-87bc-bceb4bcaf759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:43:00.948936 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.db.agents_db [None req-84c9d1dd-add5-4bf7-b0ef-63077aab3240 None None] Agent healthcheck: found 6 active agents {{(pid=93413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 14:43:02.190245 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-f97b798d-bd61-4bdb-bb4a-e55e1a0659df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:43:03.037225 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:43:26.147847 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-de53353f-2b70-4bb6-bffe-17547b25841b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:43:26.940999 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.wsgi [-] (93410) accepted ('10.222.0.42', 59030) {{(pid=93410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:43:27.094201 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.plugin [None req-63dd7556-7ad0-4eb8-a932-64a3333604fc tempest-TestShelveInstance-2095018990 tempest-TestShelveInstance-2095018990-project] Deleting port 851b55c8-a422-4aaf-a5df-d21d9fd02064 {{(pid=93410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 14:43:27.095076 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-63dd7556-7ad0-4eb8-a932-64a3333604fc tempest-TestShelveInstance-2095018990 tempest-TestShelveInstance-2095018990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786683848753'] for port, before_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:43:27.173114 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-63dd7556-7ad0-4eb8-a932-64a3333604fc tempest-TestShelveInstance-2095018990 tempest-TestShelveInstance-2095018990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-879274'] for port, precommit_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:43:27.173467 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-63dd7556-7ad0-4eb8-a932-64a3333604fc tempest-TestShelveInstance-2095018990 tempest-TestShelveInstance-2095018990-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:43:27.185671 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.plugin [None req-63dd7556-7ad0-4eb8-a932-64a3333604fc tempest-TestShelveInstance-2095018990 tempest-TestShelveInstance-2095018990-project] Calling delete_port for 851b55c8-a422-4aaf-a5df-d21d9fd02064 owned by network:floatingip {{(pid=93410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 14:43:27.332668 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-63dd7556-7ad0-4eb8-a932-64a3333604fc tempest-TestShelveInstance-2095018990 tempest-TestShelveInstance-2095018990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786683854475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786683465207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26372150'] for port, after_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:43:27.356365 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dd7556-7ad0-4eb8-a932-64a3333604fc tempest-TestShelveInstance-2095018990 tempest-TestShelveInstance-2095018990-project] Pushing event deleted for resources: {'Port': ['ID=851b55c8-a422-4aaf-a5df-d21d9fd02064,revision_number=None']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:43:27.365997 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63dd7556-7ad0-4eb8-a932-64a3333604fc tempest-TestShelveInstance-2095018990 tempest-TestShelveInstance-2095018990-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:43:27.366343 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63dd7556-7ad0-4eb8-a932-64a3333604fc tempest-TestShelveInstance-2095018990 tempest-TestShelveInstance-2095018990-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:43:27.366678 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63dd7556-7ad0-4eb8-a932-64a3333604fc tempest-TestShelveInstance-2095018990 tempest-TestShelveInstance-2095018990-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:43:27.367012 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63dd7556-7ad0-4eb8-a932-64a3333604fc tempest-TestShelveInstance-2095018990 tempest-TestShelveInstance-2095018990-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:43:27.367342 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63dd7556-7ad0-4eb8-a932-64a3333604fc tempest-TestShelveInstance-2095018990 tempest-TestShelveInstance-2095018990-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:43:27.367666 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63dd7556-7ad0-4eb8-a932-64a3333604fc tempest-TestShelveInstance-2095018990 tempest-TestShelveInstance-2095018990-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:43:27.368458 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63dd7556-7ad0-4eb8-a932-64a3333604fc tempest-TestShelveInstance-2095018990 tempest-TestShelveInstance-2095018990-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:43:27.368458 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63dd7556-7ad0-4eb8-a932-64a3333604fc tempest-TestShelveInstance-2095018990 tempest-TestShelveInstance-2095018990-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:43:27.368657 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63dd7556-7ad0-4eb8-a932-64a3333604fc tempest-TestShelveInstance-2095018990 tempest-TestShelveInstance-2095018990-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:43:27.368921 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63dd7556-7ad0-4eb8-a932-64a3333604fc tempest-TestShelveInstance-2095018990 tempest-TestShelveInstance-2095018990-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:43:27.369233 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63dd7556-7ad0-4eb8-a932-64a3333604fc tempest-TestShelveInstance-2095018990 tempest-TestShelveInstance-2095018990-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:43:27.369573 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63dd7556-7ad0-4eb8-a932-64a3333604fc tempest-TestShelveInstance-2095018990 tempest-TestShelveInstance-2095018990-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:43:27.428252 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-63dd7556-7ad0-4eb8-a932-64a3333604fc tempest-TestShelveInstance-2095018990 tempest-TestShelveInstance-2095018990-project] Notify callbacks [] for floatingip, after_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:43:27.428580 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.db.l3_db [None req-63dd7556-7ad0-4eb8-a932-64a3333604fc tempest-TestShelveInstance-2095018990 tempest-TestShelveInstance-2095018990-project] Floating IP b560de7d-9c5e-46ca-89f7-a6fd095feb75 disassociated (deleted). External IP: 172.27.0.103, port: 22fa88e3-2a2d-4992-aa98-362bb336f357. Aug 10 14:43:27.633303 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63dd7556-7ad0-4eb8-a932-64a3333604fc tempest-TestShelveInstance-2095018990 tempest-TestShelveInstance-2095018990-project] Router 8a08993f-0ba6-4a26-99d2-bc2bf28ff538 has already been hosted by L3 agent 8acc92de-0cfa-4d60-8b37-a39a4d3c1570 {{(pid=93410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 14:43:27.739387 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63dd7556-7ad0-4eb8-a932-64a3333604fc tempest-TestShelveInstance-2095018990 tempest-TestShelveInstance-2095018990-project] Notify agent at l3_agent.dv-cinder-798198-2-iscsi the message routers_updated {{(pid=93410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 14:43:27.744593 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-63dd7556-7ad0-4eb8-a932-64a3333604fc tempest-TestShelveInstance-2095018990 tempest-TestShelveInstance-2095018990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-387483'] for floatingip, before_response {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:43:27.749136 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc4421e-d629-40bf-9e0a-02ea2a2ab770 None None] Sync routers for ids ['8a08993f-0ba6-4a26-99d2-bc2bf28ff538'] in dv-cinder-798198-2-iscsi {{(pid=93412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 14:43:27.759185 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc4421e-d629-40bf-9e0a-02ea2a2ab770 None None] Routers {'8a08993f-0ba6-4a26-99d2-bc2bf28ff538'} bound to L3 agent in host dv-cinder-798198-2-iscsi {{(pid=93412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:43:27.759688 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.l3_hamode_db [None req-0dc4421e-d629-40bf-9e0a-02ea2a2ab770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T14:22:29Z,description=,heartbeat_timestamp=2021-08-10T14:42:59Z,host='dv-cinder-798198-2-iscsi',id=8acc92de-0cfa-4d60-8b37-a39a4d3c1570,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T14:22:29Z,topic='l3_agent')) {'router_ids': ['8a08993f-0ba6-4a26-99d2-bc2bf28ff538'], 'active': True} {{(pid=93412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:43:27.773588 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [None req-63dd7556-7ad0-4eb8-a932-64a3333604fc tempest-TestShelveInstance-2095018990 tempest-TestShelveInstance-2095018990-project] 10.222.0.42 "DELETE /v2.0/floatingips/b560de7d-9c5e-46ca-89f7-a6fd095feb75 HTTP/1.1" status: 204 len: 168 time: 0.8313787 Aug 10 14:43:27.774242 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5d5200b-9b93-4c29-9811-4436802b9236', 'tag': '22fa88e3-2a2d-4992-aa98-362bb336f357'}] {{(pid=93410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:43:27.776550 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}173c15a1f530ed65b3eefe425c4e9cd9c28cfc2a1cdec76c1bb34aa91000b996" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-013e1e1d-74f1-491b-8e8d-056f22cbc436" -d '{"events": [{"name": "network-changed", "server_uuid": "d5d5200b-9b93-4c29-9811-4436802b9236", "tag": "22fa88e3-2a2d-4992-aa98-362bb336f357"}]}' {{(pid=93410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:43:27.817638 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 14:43:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b4adfcc-f029-4b10-a646-3e419ee4da5d x-openstack-request-id: req-7b4adfcc-f029-4b10-a646-3e419ee4da5d {{(pid=93410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:43:27.818185 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5d5200b-9b93-4c29-9811-4436802b9236", "tag": "22fa88e3-2a2d-4992-aa98-362bb336f357", "status": "completed", "code": 200}]} {{(pid=93410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:43:27.818445 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7b4adfcc-f029-4b10-a646-3e419ee4da5d {{(pid=93410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:43:27.819012 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5d5200b-9b93-4c29-9811-4436802b9236', 'tag': '22fa88e3-2a2d-4992-aa98-362bb336f357', 'status': 'completed', 'code': 200} Aug 10 14:43:27.882215 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.l3_dvr_db [None req-0dc4421e-d629-40bf-9e0a-02ea2a2ab770 None None] Set router 8a08993f-0ba6-4a26-99d2-bc2bf28ff538 gateway port host: dv-cinder-798198-2-iscsi {{(pid=93412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:43:27.882775 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013e1e1d-74f1-491b-8e8d-056f22cbc436 req-8e6c1aad-6bd8-4383-b35d-7f19ee6e8383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:43:27.884471 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-013e1e1d-74f1-491b-8e8d-056f22cbc436 req-8e6c1aad-6bd8-4383-b35d-7f19ee6e8383 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b9910def5a134e4c8aac3b27b1489c14&device_id=d5d5200b-9b93-4c29-9811-4436802b9236 HTTP/1.1" status: 200 len: 1098 time: 0.0433137 Aug 10 14:43:28.023629 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013e1e1d-74f1-491b-8e8d-056f22cbc436 req-6e06e504-cad7-4bd7-a99b-e911382ceac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:43:28.025215 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-013e1e1d-74f1-491b-8e8d-056f22cbc436 req-6e06e504-cad7-4bd7-a99b-e911382ceac9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=4918bd4f-1e68-44d8-94ca-20c40994be08 HTTP/1.1" status: 200 len: 910 time: 0.1296263 Aug 10 14:43:28.032590 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51c1b7d-3417-4c11-81b1-d2eccb181210 req-5702e78d-96b1-4919-8b65-50f65f929c0e tempest-TestShelveInstance-2095018990 tempest-TestShelveInstance-2095018990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:43:28.034081 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-b51c1b7d-3417-4c11-81b1-d2eccb181210 req-5702e78d-96b1-4919-8b65-50f65f929c0e tempest-TestShelveInstance-2095018990 tempest-TestShelveInstance-2095018990-project] 10.222.0.42 "GET /v2.0/ports?device_id=d5d5200b-9b93-4c29-9811-4436802b9236 HTTP/1.1" status: 200 len: 945 time: 0.0823987 Aug 10 14:43:28.078980 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-013e1e1d-74f1-491b-8e8d-056f22cbc436 req-fc16b578-f128-4503-a2e8-06d3bce29c71 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=22fa88e3-2a2d-4992-aa98-362bb336f357 HTTP/1.1" status: 200 len: 217 time: 0.0438828 Aug 10 14:43:28.093906 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.l3_hamode_db [None req-0dc4421e-d629-40bf-9e0a-02ea2a2ab770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a08993f-0ba6-4a26-99d2-bc2bf28ff538', 'name': 'tempest-TestShelveInstance-1589061616-router', 'tenant_id': 'b9910def5a134e4c8aac3b27b1489c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'external_fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': 'e4c92317-13c7-4341-ac33-7032f3425062', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:39:12Z', 'updated_at': '2021-08-10T14:39:15Z', 'revision_number': 4, 'project_id': 'b9910def5a134e4c8aac3b27b1489c14', 'gw_port': {'id': 'e4c92317-13c7-4341-ac33-7032f3425062', 'name': '', 'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:92:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a08993f-0ba6-4a26-99d2-bc2bf28ff538', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:39:12Z', 'updated_at': '2021-08-10T14:39:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-2-iscsi', '_interfaces': [{'id': '66498637-5fd4-494d-895a-4a3bb78fda4c', 'name': '', 'network_id': '4918bd4f-1e68-44d8-94ca-20c40994be08', 'tenant_id': 'b9910def5a134e4c8aac3b27b1489c14', 'mac_address': 'fa:16:3e:49:c1:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a08993f-0ba6-4a26-99d2-bc2bf28ff538', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'cdfe0d3d-9603-4ff6-bd72-cf69d28a9f7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:39:14Z', 'updated_at': '2021-08-10T14:39:20Z', 'revision_number': 5, 'project_id': 'b9910def5a134e4c8aac3b27b1489c14', 'subnets': [{'id': 'cdfe0d3d-9603-4ff6-bd72-cf69d28a9f7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-2-iscsi', False) {} {{(pid=93412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:43:28.120875 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc4421e-d629-40bf-9e0a-02ea2a2ab770 None None] Checking router: 8a08993f-0ba6-4a26-99d2-bc2bf28ff538 for host: dv-cinder-798198-2-iscsi {{(pid=93412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 14:43:28.129691 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc4421e-d629-40bf-9e0a-02ea2a2ab770 None None] Routers {'8a08993f-0ba6-4a26-99d2-bc2bf28ff538'} bound to L3 agent in host dv-cinder-798198-2-iscsi {{(pid=93412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:43:28.130312 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.l3_hamode_db [None req-0dc4421e-d629-40bf-9e0a-02ea2a2ab770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T14:22:29Z,description=,heartbeat_timestamp=2021-08-10T14:42:59Z,host='dv-cinder-798198-2-iscsi',id=8acc92de-0cfa-4d60-8b37-a39a4d3c1570,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T14:22:29Z,topic='l3_agent')) {'router_ids': ['8a08993f-0ba6-4a26-99d2-bc2bf28ff538'], 'active': True} {{(pid=93412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:43:28.140006 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-b51c1b7d-3417-4c11-81b1-d2eccb181210 req-33cf8a89-a2b6-49f6-bbe4-ca6a47af356c tempest-TestShelveInstance-2095018990 tempest-TestShelveInstance-2095018990-project] 10.222.0.42 "GET /v2.0/security-groups?id=36fe42ba-dbb8-4715-b51e-a4f21717caef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982740 Aug 10 14:43:28.145291 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013e1e1d-74f1-491b-8e8d-056f22cbc436 req-259222e6-ab67-4650-ac83-c1df1c5ef3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:43:28.146786 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-013e1e1d-74f1-491b-8e8d-056f22cbc436 req-259222e6-ab67-4650-ac83-c1df1c5ef3ee service neutron] 10.222.0.18 "GET /v2.0/subnets?id=cdfe0d3d-9603-4ff6-bd72-cf69d28a9f7f HTTP/1.1" status: 200 len: 848 time: 0.0603423 Aug 10 14:43:28.194421 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013e1e1d-74f1-491b-8e8d-056f22cbc436 req-58640afa-5777-4771-978c-0a2fe76a82a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:43:28.195960 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-013e1e1d-74f1-491b-8e8d-056f22cbc436 req-58640afa-5777-4771-978c-0a2fe76a82a0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4918bd4f-1e68-44d8-94ca-20c40994be08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0415473 Aug 10 14:43:28.238696 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.l3_dvr_db [None req-0dc4421e-d629-40bf-9e0a-02ea2a2ab770 None None] Set router 8a08993f-0ba6-4a26-99d2-bc2bf28ff538 gateway port host: dv-cinder-798198-2-iscsi {{(pid=93412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:43:28.293670 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-013e1e1d-74f1-491b-8e8d-056f22cbc436 req-0b5fb45f-4739-4a49-b274-414972151ff6 service neutron] 10.222.0.18 "GET /v2.0/networks/4918bd4f-1e68-44d8-94ca-20c40994be08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900373 Aug 10 14:43:28.384470 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-013e1e1d-74f1-491b-8e8d-056f22cbc436 req-71d88951-6600-49aa-b22f-e7f399df4186 service neutron] 10.222.0.18 "GET /v2.0/networks/4918bd4f-1e68-44d8-94ca-20c40994be08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837405 Aug 10 14:43:28.435994 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.l3_hamode_db [None req-0dc4421e-d629-40bf-9e0a-02ea2a2ab770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a08993f-0ba6-4a26-99d2-bc2bf28ff538', 'name': 'tempest-TestShelveInstance-1589061616-router', 'tenant_id': 'b9910def5a134e4c8aac3b27b1489c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'external_fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': 'e4c92317-13c7-4341-ac33-7032f3425062', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:39:12Z', 'updated_at': '2021-08-10T14:39:15Z', 'revision_number': 4, 'project_id': 'b9910def5a134e4c8aac3b27b1489c14', 'gw_port': {'id': 'e4c92317-13c7-4341-ac33-7032f3425062', 'name': '', 'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:92:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a08993f-0ba6-4a26-99d2-bc2bf28ff538', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:39:12Z', 'updated_at': '2021-08-10T14:39:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-2-iscsi', '_interfaces': [{'id': '66498637-5fd4-494d-895a-4a3bb78fda4c', 'name': '', 'network_id': '4918bd4f-1e68-44d8-94ca-20c40994be08', 'tenant_id': 'b9910def5a134e4c8aac3b27b1489c14', 'mac_address': 'fa:16:3e:49:c1:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a08993f-0ba6-4a26-99d2-bc2bf28ff538', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'cdfe0d3d-9603-4ff6-bd72-cf69d28a9f7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:39:14Z', 'updated_at': '2021-08-10T14:39:20Z', 'revision_number': 5, 'project_id': 'b9910def5a134e4c8aac3b27b1489c14', 'subnets': [{'id': 'cdfe0d3d-9603-4ff6-bd72-cf69d28a9f7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798198-2-iscsi', False) {} {{(pid=93412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:43:28.465810 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc4421e-d629-40bf-9e0a-02ea2a2ab770 None None] The sync data for ids ['8a08993f-0ba6-4a26-99d2-bc2bf28ff538'] in dv-cinder-798198-2-iscsi is: [{'id': '8a08993f-0ba6-4a26-99d2-bc2bf28ff538', 'name': 'tempest-TestShelveInstance-1589061616-router', 'tenant_id': 'b9910def5a134e4c8aac3b27b1489c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'external_fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': 'e4c92317-13c7-4341-ac33-7032f3425062', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:39:12Z', 'updated_at': '2021-08-10T14:39:15Z', 'revision_number': 4, 'project_id': 'b9910def5a134e4c8aac3b27b1489c14', 'gw_port': {'id': 'e4c92317-13c7-4341-ac33-7032f3425062', 'name': '', 'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:92:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a08993f-0ba6-4a26-99d2-bc2bf28ff538', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:39:12Z', 'updated_at': '2021-08-10T14:39:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-2-iscsi', '_interfaces': [{'id': '66498637-5fd4-494d-895a-4a3bb78fda4c', 'name': '', 'network_id': '4918bd4f-1e68-44d8-94ca-20c40994be08', 'tenant_id': 'b9910def5a134e4c8aac3b27b1489c14', 'mac_address': 'fa:16:3e:49:c1:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a08993f-0ba6-4a26-99d2-bc2bf28ff538', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'cdfe0d3d-9603-4ff6-bd72-cf69d28a9f7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:39:14Z', 'updated_at': '2021-08-10T14:39:20Z', 'revision_number': 5, 'project_id': 'b9910def5a134e4c8aac3b27b1489c14', 'subnets': [{'id': 'cdfe0d3d-9603-4ff6-bd72-cf69d28a9f7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 14:43:28.672842 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0011821a-fdc4-4093-9397-2978259cabc0 None None] New status for floating IP b560de7d-9c5e-46ca-89f7-a6fd095feb75: DOWN {{(pid=93413) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 14:43:29.124872 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-7285952b-cc41-439c-9dd5-43131ee82319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:43:29.140368 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:43:29.260474 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41b6d1f-c531-4935-a177-4f081df0f49a req-ea6a13a3-ad29-4fae-b585-82a3543f41a5 tempest-TestShelveInstance-2095018990 tempest-TestShelveInstance-2095018990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:43:29.261999 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-c41b6d1f-c531-4935-a177-4f081df0f49a req-ea6a13a3-ad29-4fae-b585-82a3543f41a5 tempest-TestShelveInstance-2095018990 tempest-TestShelveInstance-2095018990-project] 10.222.0.42 "GET /v2.0/ports?device_id=d5d5200b-9b93-4c29-9811-4436802b9236 HTTP/1.1" status: 200 len: 945 time: 0.0536797 Aug 10 14:43:29.301248 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-c41b6d1f-c531-4935-a177-4f081df0f49a req-fe35c721-ff1e-4488-86ae-02e9712fc254 tempest-TestShelveInstance-2095018990 tempest-TestShelveInstance-2095018990-project] 10.222.0.42 "GET /v2.0/security-groups?id=36fe42ba-dbb8-4715-b51e-a4f21717caef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332513 Aug 10 14:43:29.461063 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353bb8e3-3d01-4c11-9604-ce5bb17f100c req-fa42db77-cf68-4c58-ba53-915e2c50613a tempest-TestShelveInstance-2095018990 tempest-TestShelveInstance-2095018990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93410) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 14:43:29.462560 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-353bb8e3-3d01-4c11-9604-ce5bb17f100c req-fa42db77-cf68-4c58-ba53-915e2c50613a tempest-TestShelveInstance-2095018990 tempest-TestShelveInstance-2095018990-project] 10.222.0.18 "GET /v2.0/ports?device_id=d5d5200b-9b93-4c29-9811-4436802b9236 HTTP/1.1" status: 200 len: 945 time: 0.0526934 Aug 10 14:43:29.553082 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.plugin [req-353bb8e3-3d01-4c11-9604-ce5bb17f100c req-1e9e536e-b777-413c-b3b0-ceeb71b4db90 tempest-TestShelveInstance-2095018990 tempest-TestShelveInstance-2095018990-project] Deleting port 22fa88e3-2a2d-4992-aa98-362bb336f357 {{(pid=93410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 14:43:29.553448 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-353bb8e3-3d01-4c11-9604-ce5bb17f100c req-1e9e536e-b777-413c-b3b0-ceeb71b4db90 tempest-TestShelveInstance-2095018990 tempest-TestShelveInstance-2095018990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786683848753'] for port, before_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:43:29.642995 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [req-353bb8e3-3d01-4c11-9604-ce5bb17f100c req-1e9e536e-b777-413c-b3b0-ceeb71b4db90 tempest-TestShelveInstance-2095018990 tempest-TestShelveInstance-2095018990-project] For port 22fa88e3-2a2d-4992-aa98-362bb336f357, host hv-cinder-79819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79819',level=0,port_id=22fa88e3-2a2d-4992-aa98-362bb336f357,segment=NetworkSegment(bdbd633b-3f29-4592-9b3d-37c1874c84c5),segment_id=bdbd633b-3f29-4592-9b3d-37c1874c84c5)] {{(pid=93410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:43:29.643359 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-353bb8e3-3d01-4c11-9604-ce5bb17f100c req-1e9e536e-b777-413c-b3b0-ceeb71b4db90 tempest-TestShelveInstance-2095018990 tempest-TestShelveInstance-2095018990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-879274'] for port, precommit_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:43:29.655748 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.plugin [req-353bb8e3-3d01-4c11-9604-ce5bb17f100c req-1e9e536e-b777-413c-b3b0-ceeb71b4db90 tempest-TestShelveInstance-2095018990 tempest-TestShelveInstance-2095018990-project] Calling delete_port for 22fa88e3-2a2d-4992-aa98-362bb336f357 owned by compute:nova {{(pid=93410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 14:43:29.791630 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-353bb8e3-3d01-4c11-9604-ce5bb17f100c req-1e9e536e-b777-413c-b3b0-ceeb71b4db90 tempest-TestShelveInstance-2095018990 tempest-TestShelveInstance-2095018990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786683854475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786683465207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26372150'] for port, after_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:43:29.821354 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9e536e-b777-413c-b3b0-ceeb71b4db90 tempest-TestShelveInstance-2095018990 tempest-TestShelveInstance-2095018990-project] Pushing event deleted for resources: {'Port': ['ID=22fa88e3-2a2d-4992-aa98-362bb336f357,revision_number=None']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:43:29.863072 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_dvrscheduler_db [req-353bb8e3-3d01-4c11-9604-ce5bb17f100c req-1e9e536e-b777-413c-b3b0-ceeb71b4db90 tempest-TestShelveInstance-2095018990 tempest-TestShelveInstance-2095018990-project] No DVR routers for this DVR port 22fa88e3-2a2d-4992-aa98-362bb336f357 on host hv-cinder-79819 {{(pid=93410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 14:43:29.865640 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [req-353bb8e3-3d01-4c11-9604-ce5bb17f100c req-1e9e536e-b777-413c-b3b0-ceeb71b4db90 tempest-TestShelveInstance-2095018990 tempest-TestShelveInstance-2095018990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-387483'] for port, before_response {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:43:29.867780 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-353bb8e3-3d01-4c11-9604-ce5bb17f100c req-1e9e536e-b777-413c-b3b0-ceeb71b4db90 tempest-TestShelveInstance-2095018990 tempest-TestShelveInstance-2095018990-project] 10.222.0.18 "DELETE /v2.0/ports/22fa88e3-2a2d-4992-aa98-362bb336f357 HTTP/1.1" status: 204 len: 173 time: 0.3993447 Aug 10 14:43:29.868232 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5d5200b-9b93-4c29-9811-4436802b9236', 'name': 'network-vif-deleted', 'tag': '22fa88e3-2a2d-4992-aa98-362bb336f357'}] {{(pid=93410) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 14:43:29.871067 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}173c15a1f530ed65b3eefe425c4e9cd9c28cfc2a1cdec76c1bb34aa91000b996" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e24e8a07-2561-482f-85d2-62e88eed57e7" -d '{"events": [{"server_uuid": "d5d5200b-9b93-4c29-9811-4436802b9236", "name": "network-vif-deleted", "tag": "22fa88e3-2a2d-4992-aa98-362bb336f357"}]}' {{(pid=93410) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 14:43:29.908288 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 14:43:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f051cdad-4e41-4e38-afff-b95361be535a x-openstack-request-id: req-f051cdad-4e41-4e38-afff-b95361be535a {{(pid=93410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 14:43:29.908579 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5d5200b-9b93-4c29-9811-4436802b9236", "name": "network-vif-deleted", "tag": "22fa88e3-2a2d-4992-aa98-362bb336f357", "status": "completed", "code": 200}]} {{(pid=93410) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 14:43:29.908849 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f051cdad-4e41-4e38-afff-b95361be535a {{(pid=93410) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 14:43:29.909228 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5d5200b-9b93-4c29-9811-4436802b9236', 'name': 'network-vif-deleted', 'tag': '22fa88e3-2a2d-4992-aa98-362bb336f357', 'status': 'completed', 'code': 200} Aug 10 14:43:30.245723 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-1682deac-1581-4d55-87bc-bceb4bcaf759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:43:30.407158 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [req-d5ef6c38-6d6a-4790-bc8c-a605eb801d6d req-eb058e88-abc0-49f0-9e76-0880c26ea4ea tempest-TestShelveInstance-2095018990 tempest-TestShelveInstance-2095018990-project] 10.222.0.42 "GET /v2.0/ports?device_id=d5d5200b-9b93-4c29-9811-4436802b9236 HTTP/1.1" status: 200 len: 210 time: 0.0264733 Aug 10 14:43:31.461801 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.wsgi [-] (93410) accepted ('10.222.0.42', 59056) {{(pid=93410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:43:31.523543 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-912f4e13-b529-4304-9f2b-07ebbc95ce09 tempest-TestShelveInstance-2095018990 tempest-TestShelveInstance-2095018990-project] Notify callbacks [] for security_group, before_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:43:31.549987 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-912f4e13-b529-4304-9f2b-07ebbc95ce09 tempest-TestShelveInstance-2095018990 tempest-TestShelveInstance-2095018990-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:43:31.609590 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-912f4e13-b529-4304-9f2b-07ebbc95ce09 tempest-TestShelveInstance-2095018990 tempest-TestShelveInstance-2095018990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734645'] for security_group, after_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:43:31.612732 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-912f4e13-b529-4304-9f2b-07ebbc95ce09 tempest-TestShelveInstance-2095018990 tempest-TestShelveInstance-2095018990-project] Notify callbacks [] for security_group, before_response {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:43:31.613921 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [None req-912f4e13-b529-4304-9f2b-07ebbc95ce09 tempest-TestShelveInstance-2095018990 tempest-TestShelveInstance-2095018990-project] 10.222.0.42 "DELETE /v2.0/security-groups/36fe42ba-dbb8-4715-b51e-a4f21717caef HTTP/1.1" status: 204 len: 168 time: 0.1511087 Aug 10 14:43:31.623541 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912f4e13-b529-4304-9f2b-07ebbc95ce09 tempest-TestShelveInstance-2095018990 tempest-TestShelveInstance-2095018990-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36fe42ba-dbb8-4715-b51e-a4f21717caef,revision_number=None']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:43:31.660415 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.wsgi [-] (93410) accepted ('10.222.0.42', 59060) {{(pid=93410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:43:32.001592 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-1e412df7-33c1-4de9-bf70-ca0f5f76567e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-717720'] for router_interface, before_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:43:32.193319 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-f97b798d-bd61-4bdb-bb4a-e55e1a0659df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:43:32.239164 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.plugin [None req-1e412df7-33c1-4de9-bf70-ca0f5f76567e admin admin] Deleting port 66498637-5fd4-494d-895a-4a3bb78fda4c {{(pid=93410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 14:43:32.239487 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-1e412df7-33c1-4de9-bf70-ca0f5f76567e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786683848753'] for port, before_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:43:32.319132 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [None req-1e412df7-33c1-4de9-bf70-ca0f5f76567e admin admin] For port 66498637-5fd4-494d-895a-4a3bb78fda4c, host dv-cinder-798198-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-2-iscsi',level=0,port_id=66498637-5fd4-494d-895a-4a3bb78fda4c,segment=NetworkSegment(bdbd633b-3f29-4592-9b3d-37c1874c84c5),segment_id=bdbd633b-3f29-4592-9b3d-37c1874c84c5)] {{(pid=93410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:43:32.319497 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-1e412df7-33c1-4de9-bf70-ca0f5f76567e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-879274'] for port, precommit_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:43:32.332604 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.plugin [None req-1e412df7-33c1-4de9-bf70-ca0f5f76567e admin admin] Calling delete_port for 66498637-5fd4-494d-895a-4a3bb78fda4c owned by network:router_interface {{(pid=93410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 14:43:32.508418 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-1e412df7-33c1-4de9-bf70-ca0f5f76567e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786683854475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786683465207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26372150'] for port, after_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:43:32.531556 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e412df7-33c1-4de9-bf70-ca0f5f76567e admin admin] Pushing event deleted for resources: {'Port': ['ID=66498637-5fd4-494d-895a-4a3bb78fda4c,revision_number=None']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:43:32.693071 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-1e412df7-33c1-4de9-bf70-ca0f5f76567e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-767295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-889640'] for router_interface, after_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:43:32.900399 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e412df7-33c1-4de9-bf70-ca0f5f76567e admin admin] Router 8a08993f-0ba6-4a26-99d2-bc2bf28ff538 has already been hosted by L3 agent 8acc92de-0cfa-4d60-8b37-a39a4d3c1570 {{(pid=93410) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 14:43:33.002385 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e412df7-33c1-4de9-bf70-ca0f5f76567e admin admin] Notify agent at l3_agent.dv-cinder-798198-2-iscsi the message routers_updated {{(pid=93410) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 14:43:33.008551 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [None req-1e412df7-33c1-4de9-bf70-ca0f5f76567e admin admin] 10.222.0.42 "PUT /v2.0/routers/8a08993f-0ba6-4a26-99d2-bc2bf28ff538/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3467901 Aug 10 14:43:33.009864 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.wsgi [-] (93410) accepted ('10.222.0.42', 59062) {{(pid=93410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:43:33.011206 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f6c20f2-82fc-4c71-a340-ae6e54093a73 None None] Sync routers for ids ['8a08993f-0ba6-4a26-99d2-bc2bf28ff538'] in dv-cinder-798198-2-iscsi {{(pid=93412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 14:43:33.019879 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f6c20f2-82fc-4c71-a340-ae6e54093a73 None None] Routers {'8a08993f-0ba6-4a26-99d2-bc2bf28ff538'} bound to L3 agent in host dv-cinder-798198-2-iscsi {{(pid=93412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:43:33.020479 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.l3_hamode_db [None req-0f6c20f2-82fc-4c71-a340-ae6e54093a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T14:22:29Z,description=,heartbeat_timestamp=2021-08-10T14:43:29Z,host='dv-cinder-798198-2-iscsi',id=8acc92de-0cfa-4d60-8b37-a39a4d3c1570,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T14:22:29Z,topic='l3_agent')) {'router_ids': ['8a08993f-0ba6-4a26-99d2-bc2bf28ff538'], 'active': True} {{(pid=93412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:43:33.058699 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Device 22fa88e3-2a2d-4992-aa98-362bb336f357 no longer exists at agent hyperv_hv-cinder-79819 {{(pid=93412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 14:43:33.091473 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.plugin [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] No Port match for: 22fa88e3-2a2d-4992-aa98-362bb336f357 {{(pid=93412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 14:43:33.091813 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Device 22fa88e3-2a2d-4992-aa98-362bb336f357 not bound to the agent host hv-cinder-79819 {{(pid=93412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 14:43:33.102706 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:43:33.158379 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.l3_dvr_db [None req-0f6c20f2-82fc-4c71-a340-ae6e54093a73 None None] Set router 8a08993f-0ba6-4a26-99d2-bc2bf28ff538 gateway port host: dv-cinder-798198-2-iscsi {{(pid=93412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:43:33.353412 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.l3_hamode_db [None req-0f6c20f2-82fc-4c71-a340-ae6e54093a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a08993f-0ba6-4a26-99d2-bc2bf28ff538', 'name': 'tempest-TestShelveInstance-1589061616-router', 'tenant_id': 'b9910def5a134e4c8aac3b27b1489c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'external_fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': 'e4c92317-13c7-4341-ac33-7032f3425062', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:39:12Z', 'updated_at': '2021-08-10T14:43:32Z', 'revision_number': 5, 'project_id': 'b9910def5a134e4c8aac3b27b1489c14', 'gw_port': {'id': 'e4c92317-13c7-4341-ac33-7032f3425062', 'name': '', 'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:92:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a08993f-0ba6-4a26-99d2-bc2bf28ff538', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:39:12Z', 'updated_at': '2021-08-10T14:39:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-2-iscsi'}], 'dv-cinder-798198-2-iscsi', False) {} {{(pid=93412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:43:33.382752 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f6c20f2-82fc-4c71-a340-ae6e54093a73 None None] Checking router: 8a08993f-0ba6-4a26-99d2-bc2bf28ff538 for host: dv-cinder-798198-2-iscsi {{(pid=93412) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 14:43:33.385968 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-8795fe72-3b64-490c-8fac-9ca97a8bcf14 admin admin] Notify callbacks [] for router, before_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:43:33.393702 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f6c20f2-82fc-4c71-a340-ae6e54093a73 None None] Routers {'8a08993f-0ba6-4a26-99d2-bc2bf28ff538'} bound to L3 agent in host dv-cinder-798198-2-iscsi {{(pid=93412) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:43:33.394359 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.l3_hamode_db [None req-0f6c20f2-82fc-4c71-a340-ae6e54093a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T14:22:29Z,description=,heartbeat_timestamp=2021-08-10T14:43:29Z,host='dv-cinder-798198-2-iscsi',id=8acc92de-0cfa-4d60-8b37-a39a4d3c1570,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T14:22:29Z,topic='l3_agent')) {'router_ids': ['8a08993f-0ba6-4a26-99d2-bc2bf28ff538'], 'active': True} {{(pid=93412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:43:33.489901 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-8795fe72-3b64-490c-8fac-9ca97a8bcf14 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:43:33.494228 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.l3_dvr_db [None req-0f6c20f2-82fc-4c71-a340-ae6e54093a73 None None] Set router 8a08993f-0ba6-4a26-99d2-bc2bf28ff538 gateway port host: dv-cinder-798198-2-iscsi {{(pid=93412) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:43:33.546446 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.plugin [None req-8795fe72-3b64-490c-8fac-9ca97a8bcf14 admin admin] Deleting port e4c92317-13c7-4341-ac33-7032f3425062 {{(pid=93410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 14:43:33.547124 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-8795fe72-3b64-490c-8fac-9ca97a8bcf14 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786683848753'] for port, before_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:43:33.638384 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [None req-8795fe72-3b64-490c-8fac-9ca97a8bcf14 admin admin] For port e4c92317-13c7-4341-ac33-7032f3425062, host dv-cinder-798198-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-2-iscsi',level=0,port_id=e4c92317-13c7-4341-ac33-7032f3425062,segment=NetworkSegment(9b73c935-a484-45be-a2a0-87b3c816c298),segment_id=9b73c935-a484-45be-a2a0-87b3c816c298)] {{(pid=93410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:43:33.638756 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-8795fe72-3b64-490c-8fac-9ca97a8bcf14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-879274'] for port, precommit_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:43:33.652483 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.plugin [None req-8795fe72-3b64-490c-8fac-9ca97a8bcf14 admin admin] Calling delete_port for e4c92317-13c7-4341-ac33-7032f3425062 owned by network:router_gateway {{(pid=93410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 14:43:33.676970 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.l3_hamode_db [None req-0f6c20f2-82fc-4c71-a340-ae6e54093a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a08993f-0ba6-4a26-99d2-bc2bf28ff538', 'name': 'tempest-TestShelveInstance-1589061616-router', 'tenant_id': 'b9910def5a134e4c8aac3b27b1489c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'external_fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': 'e4c92317-13c7-4341-ac33-7032f3425062', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:39:12Z', 'updated_at': '2021-08-10T14:43:32Z', 'revision_number': 5, 'project_id': 'b9910def5a134e4c8aac3b27b1489c14', 'gw_port': {'id': 'e4c92317-13c7-4341-ac33-7032f3425062', 'name': '', 'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:92:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a08993f-0ba6-4a26-99d2-bc2bf28ff538', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:39:12Z', 'updated_at': '2021-08-10T14:39:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-2-iscsi'}], 'dv-cinder-798198-2-iscsi', False) {} {{(pid=93412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:43:33.704536 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f6c20f2-82fc-4c71-a340-ae6e54093a73 None None] The sync data for ids ['8a08993f-0ba6-4a26-99d2-bc2bf28ff538'] in dv-cinder-798198-2-iscsi is: [{'id': '8a08993f-0ba6-4a26-99d2-bc2bf28ff538', 'name': 'tempest-TestShelveInstance-1589061616-router', 'tenant_id': 'b9910def5a134e4c8aac3b27b1489c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'external_fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': 'e4c92317-13c7-4341-ac33-7032f3425062', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:39:12Z', 'updated_at': '2021-08-10T14:43:32Z', 'revision_number': 5, 'project_id': 'b9910def5a134e4c8aac3b27b1489c14', 'gw_port': {'id': 'e4c92317-13c7-4341-ac33-7032f3425062', 'name': '', 'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:92:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a08993f-0ba6-4a26-99d2-bc2bf28ff538', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:39:12Z', 'updated_at': '2021-08-10T14:39:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-2-iscsi'}] {{(pid=93412) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 14:43:33.818135 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-8795fe72-3b64-490c-8fac-9ca97a8bcf14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786683854475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786683465207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26372150'] for port, after_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:43:33.842904 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8795fe72-3b64-490c-8fac-9ca97a8bcf14 admin admin] Pushing event deleted for resources: {'Port': ['ID=e4c92317-13c7-4341-ac33-7032f3425062,revision_number=None']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:43:33.901124 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-8795fe72-3b64-490c-8fac-9ca97a8bcf14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-880078'] for router_gateway, after_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:43:33.993913 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-8795fe72-3b64-490c-8fac-9ca97a8bcf14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-889914', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35201'] for router, precommit_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:43:33.996064 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-8795fe72-3b64-490c-8fac-9ca97a8bcf14 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:43:34.041385 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-8795fe72-3b64-490c-8fac-9ca97a8bcf14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-889891'] for router, after_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:43:34.042071 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8795fe72-3b64-490c-8fac-9ca97a8bcf14 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8a08993f-0ba6-4a26-99d2-bc2bf28ff538 {{(pid=93410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 14:43:34.050989 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-8795fe72-3b64-490c-8fac-9ca97a8bcf14 admin admin] Notify callbacks [] for router, before_response {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:43:34.052593 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [None req-8795fe72-3b64-490c-8fac-9ca97a8bcf14 admin admin] 10.222.0.42 "DELETE /v2.0/routers/8a08993f-0ba6-4a26-99d2-bc2bf28ff538 HTTP/1.1" status: 204 len: 168 time: 1.0417254 Aug 10 14:43:34.055240 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.wsgi [-] (93411) accepted ('10.222.0.42', 59064) {{(pid=93411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:43:34.104139 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.db.db_base_plugin_v2 [None req-0328e874-a0eb-4bd2-a442-7bf34c270a3f admin admin] Deleting subnet cdfe0d3d-9603-4ff6-bd72-cf69d28a9f7f {{(pid=93411) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 14:43:34.107488 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-0328e874-a0eb-4bd2-a442-7bf34c270a3f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:43:34.144079 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-0328e874-a0eb-4bd2-a442-7bf34c270a3f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26216108'] for subnet, precommit_delete_associations {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:43:34.165113 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Device 66498637-5fd4-494d-895a-4a3bb78fda4c no longer exists at agent ovs-agent-dv-cinder-798198-2-iscsi {{(pid=93412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 14:43:34.186411 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.plugin [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] No Port match for: 66498637-5fd4-494d-895a-4a3bb78fda4c {{(pid=93412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 14:43:34.186944 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Device 66498637-5fd4-494d-895a-4a3bb78fda4c not bound to the agent host dv-cinder-798198-2-iscsi {{(pid=93412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 14:43:34.232541 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-0328e874-a0eb-4bd2-a442-7bf34c270a3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1963407'] for subnet, precommit_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:43:34.289137 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-0328e874-a0eb-4bd2-a442-7bf34c270a3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1963510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2690453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26471085'] for subnet, after_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:43:34.318564 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-0328e874-a0eb-4bd2-a442-7bf34c270a3f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:43:34.322793 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-0328e874-a0eb-4bd2-a442-7bf34c270a3f admin admin] 10.222.0.42 "DELETE /v2.0/subnets/cdfe0d3d-9603-4ff6-bd72-cf69d28a9f7f HTTP/1.1" status: 204 len: 168 time: 0.2642536 Aug 10 14:43:34.322793 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0328e874-a0eb-4bd2-a442-7bf34c270a3f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cdfe0d3d-9603-4ff6-bd72-cf69d28a9f7f,revision_number=None']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:43:34.323168 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.wsgi [-] (93410) accepted ('10.222.0.42', 59068) {{(pid=93410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:43:34.325468 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-271ccfd1-f2e6-4fc3-9fef-53ec1c7ffd99 None None] Network 4918bd4f-1e68-44d8-94ca-20c40994be08 requested from dv-cinder-798198-2-iscsi {{(pid=93412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 14:43:34.333023 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0328e874-a0eb-4bd2-a442-7bf34c270a3f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:43:34.333551 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0328e874-a0eb-4bd2-a442-7bf34c270a3f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:43:34.334360 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0328e874-a0eb-4bd2-a442-7bf34c270a3f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:43:34.335133 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0328e874-a0eb-4bd2-a442-7bf34c270a3f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:43:34.335652 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0328e874-a0eb-4bd2-a442-7bf34c270a3f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:43:34.335998 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0328e874-a0eb-4bd2-a442-7bf34c270a3f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:43:34.336646 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0328e874-a0eb-4bd2-a442-7bf34c270a3f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:43:34.337055 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0328e874-a0eb-4bd2-a442-7bf34c270a3f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:43:34.337631 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0328e874-a0eb-4bd2-a442-7bf34c270a3f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:43:34.338077 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0328e874-a0eb-4bd2-a442-7bf34c270a3f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:43:34.338477 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0328e874-a0eb-4bd2-a442-7bf34c270a3f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:43:34.338869 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0328e874-a0eb-4bd2-a442-7bf34c270a3f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93411) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:43:34.402489 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-9d09162a-2d44-486c-aa29-1658bd67a21d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1782855'] for network, before_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:43:34.466661 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.plugin [None req-9d09162a-2d44-486c-aa29-1658bd67a21d admin admin] Deleting port eeeefb55-e178-46b3-8e03-1b274176b090 {{(pid=93410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 14:43:34.467627 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-9d09162a-2d44-486c-aa29-1658bd67a21d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786683848753'] for port, before_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:43:34.531111 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [None req-9d09162a-2d44-486c-aa29-1658bd67a21d admin admin] For port eeeefb55-e178-46b3-8e03-1b274176b090, host dv-cinder-798198-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-2-iscsi',level=0,port_id=eeeefb55-e178-46b3-8e03-1b274176b090,segment=NetworkSegment(bdbd633b-3f29-4592-9b3d-37c1874c84c5),segment_id=bdbd633b-3f29-4592-9b3d-37c1874c84c5)] {{(pid=93410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:43:34.531478 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-9d09162a-2d44-486c-aa29-1658bd67a21d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-879274'] for port, precommit_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:43:34.544657 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.plugin [None req-9d09162a-2d44-486c-aa29-1658bd67a21d admin admin] Calling delete_port for eeeefb55-e178-46b3-8e03-1b274176b090 owned by network:dhcp {{(pid=93410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 14:43:34.626838 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-9d09162a-2d44-486c-aa29-1658bd67a21d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786683854475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786683465207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26372150'] for port, after_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:43:34.653400 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d09162a-2d44-486c-aa29-1658bd67a21d admin admin] Pushing event deleted for resources: {'Port': ['ID=eeeefb55-e178-46b3-8e03-1b274176b090,revision_number=None']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:43:34.657585 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d09162a-2d44-486c-aa29-1658bd67a21d admin admin] No DVR routers for this DVR port eeeefb55-e178-46b3-8e03-1b274176b090 on host dv-cinder-798198-2-iscsi {{(pid=93410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 14:43:34.730467 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-9d09162a-2d44-486c-aa29-1658bd67a21d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1963782', 'neutron.services.segments.db._delete_segments_for_network-8786683991920'] for network, precommit_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:43:34.742034 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.services.segments.db [None req-9d09162a-2d44-486c-aa29-1658bd67a21d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4918bd4f-1e68-44d8-94ca-20c40994be08']}} {{(pid=93410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:43:34.752337 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37040a3a-65bc-4295-ba2e-a6040522ac5b None None] DHCP port deletion for 4918bd4f-1e68-44d8-94ca-20c40994be08 request from dv-cinder-798198-2-iscsi {{(pid=93412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 14:43:34.760408 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.services.segments.db [None req-9d09162a-2d44-486c-aa29-1658bd67a21d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdbd633b-3f29-4592-9b3d-37c1874c84c5') {'for_net_delete': True} {{(pid=93410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:43:34.760792 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.services.segments.db [None req-9d09162a-2d44-486c-aa29-1658bd67a21d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdbd633b-3f29-4592-9b3d-37c1874c84c5') {} {{(pid=93410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:43:34.772520 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-9d09162a-2d44-486c-aa29-1658bd67a21d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786683994745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25513282'] for segment, before_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:43:34.790908 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-9d09162a-2d44-486c-aa29-1658bd67a21d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1962803'] for segment, precommit_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:43:34.796925 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d09162a-2d44-486c-aa29-1658bd67a21d admin admin] Releasing vlan 558 on physical network physnet1 to pool {{(pid=93410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 14:43:34.797260 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-9d09162a-2d44-486c-aa29-1658bd67a21d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1962803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26372329'] for segment, after_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:43:34.800405 dv-cinder-798198-2-iscsi neutron-server[93410]: Traceback (most recent call last): Aug 10 14:43:34.800405 dv-cinder-798198-2-iscsi neutron-server[93410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 14:43:34.800405 dv-cinder-798198-2-iscsi neutron-server[93410]: timer() Aug 10 14:43:34.800405 dv-cinder-798198-2-iscsi neutron-server[93410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 14:43:34.800405 dv-cinder-798198-2-iscsi neutron-server[93410]: cb(*args, **kw) Aug 10 14:43:34.800405 dv-cinder-798198-2-iscsi neutron-server[93410]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 14:43:34.800405 dv-cinder-798198-2-iscsi neutron-server[93410]: return func(*args, **kwargs) Aug 10 14:43:34.800405 dv-cinder-798198-2-iscsi neutron-server[93410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 14:43:34.800405 dv-cinder-798198-2-iscsi neutron-server[93410]: self._notify() Aug 10 14:43:34.800405 dv-cinder-798198-2-iscsi neutron-server[93410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 14:43:34.800405 dv-cinder-798198-2-iscsi neutron-server[93410]: self.callback(batched_events) Aug 10 14:43:34.800405 dv-cinder-798198-2-iscsi neutron-server[93410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 14:43:34.800405 dv-cinder-798198-2-iscsi neutron-server[93410]: event.method(event) Aug 10 14:43:34.800405 dv-cinder-798198-2-iscsi neutron-server[93410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 14:43:34.800405 dv-cinder-798198-2-iscsi neutron-server[93410]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 14:43:34.800405 dv-cinder-798198-2-iscsi neutron-server[93410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 14:43:34.800405 dv-cinder-798198-2-iscsi neutron-server[93410]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 14:43:34.800405 dv-cinder-798198-2-iscsi neutron-server[93410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 14:43:34.800405 dv-cinder-798198-2-iscsi neutron-server[93410]: return f(self, *a, **k) Aug 10 14:43:34.800405 dv-cinder-798198-2-iscsi neutron-server[93410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 14:43:34.800405 dv-cinder-798198-2-iscsi neutron-server[93410]: return self._get(url).json() Aug 10 14:43:34.800405 dv-cinder-798198-2-iscsi neutron-server[93410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 14:43:34.800405 dv-cinder-798198-2-iscsi neutron-server[93410]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 14:43:34.800405 dv-cinder-798198-2-iscsi neutron-server[93410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 14:43:34.800405 dv-cinder-798198-2-iscsi neutron-server[93410]: return self.request(url, 'GET', **kwargs) Aug 10 14:43:34.800405 dv-cinder-798198-2-iscsi neutron-server[93410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 14:43:34.800405 dv-cinder-798198-2-iscsi neutron-server[93410]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 14:43:34.800405 dv-cinder-798198-2-iscsi neutron-server[93410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 14:43:34.800405 dv-cinder-798198-2-iscsi neutron-server[93410]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 14:43:34.800405 dv-cinder-798198-2-iscsi neutron-server[93410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 14:43:34.800405 dv-cinder-798198-2-iscsi neutron-server[93410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 14:43:34.800405 dv-cinder-798198-2-iscsi neutron-server[93410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 14:43:34.856563 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-9d09162a-2d44-486c-aa29-1658bd67a21d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1963789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-880042'] for network, after_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:43:34.862160 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-9d09162a-2d44-486c-aa29-1658bd67a21d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-767256'] for network, before_response {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:43:34.864015 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [None req-9d09162a-2d44-486c-aa29-1658bd67a21d admin admin] 10.222.0.42 "DELETE /v2.0/networks/4918bd4f-1e68-44d8-94ca-20c40994be08 HTTP/1.1" status: 204 len: 168 time: 0.5397499 Aug 10 14:43:34.867052 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.wsgi [-] (93411) accepted ('10.222.0.42', 59070) {{(pid=93411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:43:34.874830 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d09162a-2d44-486c-aa29-1658bd67a21d admin admin] Pushing event deleted for resources: {'Network': ['ID=4918bd4f-1e68-44d8-94ca-20c40994be08,revision_number=None']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:43:35.212954 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-85701682-7860-4ad0-8186-5480f9144f0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-717720'] for router_interface, before_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:43:35.456675 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.plugins.ml2.plugin [None req-85701682-7860-4ad0-8186-5480f9144f0d admin admin] Deleting port 30ca0364-9653-4f3c-bc27-836c3f201048 {{(pid=93411) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 14:43:35.457012 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-85701682-7860-4ad0-8186-5480f9144f0d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786683848753'] for port, before_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:43:35.532257 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.plugins.ml2.db [None req-85701682-7860-4ad0-8186-5480f9144f0d admin admin] For port 30ca0364-9653-4f3c-bc27-836c3f201048, host dv-cinder-798198-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-2-iscsi',level=0,port_id=30ca0364-9653-4f3c-bc27-836c3f201048,segment=NetworkSegment(fd6c567c-c175-4772-87c6-9a328458b182),segment_id=fd6c567c-c175-4772-87c6-9a328458b182)] {{(pid=93411) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:43:35.532524 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-85701682-7860-4ad0-8186-5480f9144f0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-879274'] for port, precommit_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:43:35.545181 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.plugins.ml2.plugin [None req-85701682-7860-4ad0-8186-5480f9144f0d admin admin] Calling delete_port for 30ca0364-9653-4f3c-bc27-836c3f201048 owned by network:router_interface {{(pid=93411) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 14:43:35.719796 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-85701682-7860-4ad0-8186-5480f9144f0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786683854475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786683465207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2690464'] for port, after_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:43:35.749651 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85701682-7860-4ad0-8186-5480f9144f0d admin admin] Pushing event deleted for resources: {'Port': ['ID=30ca0364-9653-4f3c-bc27-836c3f201048,revision_number=None']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:43:35.879543 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Device e4c92317-13c7-4341-ac33-7032f3425062 no longer exists at agent ovs-agent-dv-cinder-798198-2-iscsi {{(pid=93412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 14:43:35.900030 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.plugin [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] No Port match for: e4c92317-13c7-4341-ac33-7032f3425062 {{(pid=93412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 14:43:35.900370 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Device e4c92317-13c7-4341-ac33-7032f3425062 not bound to the agent host dv-cinder-798198-2-iscsi {{(pid=93412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 14:43:35.900784 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Device eeeefb55-e178-46b3-8e03-1b274176b090 no longer exists at agent ovs-agent-dv-cinder-798198-2-iscsi {{(pid=93412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 14:43:35.925054 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.plugin [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] No Port match for: eeeefb55-e178-46b3-8e03-1b274176b090 {{(pid=93412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 14:43:35.925394 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Device eeeefb55-e178-46b3-8e03-1b274176b090 not bound to the agent host dv-cinder-798198-2-iscsi {{(pid=93412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 14:43:35.945541 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-85701682-7860-4ad0-8186-5480f9144f0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-767295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-889640'] for router_interface, after_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:43:36.165876 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85701682-7860-4ad0-8186-5480f9144f0d admin admin] Router c226f6af-47d0-48e7-a276-d7cf41f77fcf has already been hosted by L3 agent 8acc92de-0cfa-4d60-8b37-a39a4d3c1570 {{(pid=93411) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 14:43:36.270854 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85701682-7860-4ad0-8186-5480f9144f0d admin admin] Notify agent at l3_agent.dv-cinder-798198-2-iscsi the message routers_updated {{(pid=93411) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 14:43:36.277116 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-85701682-7860-4ad0-8186-5480f9144f0d admin admin] 10.222.0.42 "PUT /v2.0/routers/c226f6af-47d0-48e7-a276-d7cf41f77fcf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4076705 Aug 10 14:43:36.278607 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.wsgi [-] (93410) accepted ('10.222.0.42', 59072) {{(pid=93410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:43:36.280278 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47b3cb3f-950d-4f1c-b9c2-9cb541bea1ea None None] Sync routers for ids ['c226f6af-47d0-48e7-a276-d7cf41f77fcf'] in dv-cinder-798198-2-iscsi {{(pid=93413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 14:43:36.290271 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b3cb3f-950d-4f1c-b9c2-9cb541bea1ea None None] Routers {'c226f6af-47d0-48e7-a276-d7cf41f77fcf'} bound to L3 agent in host dv-cinder-798198-2-iscsi {{(pid=93413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:43:36.290882 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.db.l3_hamode_db [None req-47b3cb3f-950d-4f1c-b9c2-9cb541bea1ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T14:22:29Z,description=,heartbeat_timestamp=2021-08-10T14:43:29Z,host='dv-cinder-798198-2-iscsi',id=8acc92de-0cfa-4d60-8b37-a39a4d3c1570,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T14:22:29Z,topic='l3_agent')) {'router_ids': ['c226f6af-47d0-48e7-a276-d7cf41f77fcf'], 'active': True} {{(pid=93413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:43:36.389618 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-0391a620-78f6-4694-8dbb-25ac21de42a3 admin admin] Notify callbacks [] for router, before_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:43:36.396946 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.db.l3_dvr_db [None req-47b3cb3f-950d-4f1c-b9c2-9cb541bea1ea None None] Set router c226f6af-47d0-48e7-a276-d7cf41f77fcf gateway port host: dv-cinder-798198-2-iscsi {{(pid=93413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:43:36.497638 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-0391a620-78f6-4694-8dbb-25ac21de42a3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:43:36.551439 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.plugin [None req-0391a620-78f6-4694-8dbb-25ac21de42a3 admin admin] Deleting port 68aa63b4-d774-48e4-8ab0-56fbec4cda85 {{(pid=93410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 14:43:36.551781 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-0391a620-78f6-4694-8dbb-25ac21de42a3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786683848753'] for port, before_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:43:36.581747 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.db.l3_hamode_db [None req-47b3cb3f-950d-4f1c-b9c2-9cb541bea1ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c226f6af-47d0-48e7-a276-d7cf41f77fcf', 'name': 'tempest-TestShelveInstance-491682836-router', 'tenant_id': '852501be2639409da8067c0a65907f4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'external_fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '68aa63b4-d774-48e4-8ab0-56fbec4cda85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:39:17Z', 'updated_at': '2021-08-10T14:43:35Z', 'revision_number': 5, 'project_id': '852501be2639409da8067c0a65907f4c', 'gw_port': {'id': '68aa63b4-d774-48e4-8ab0-56fbec4cda85', 'name': '', 'network_id': '3c935337-17af-4240-bc2c-ccb5b04b1532', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:61:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c226f6af-47d0-48e7-a276-d7cf41f77fcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798198-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T14:39:17Z', 'updated_at': '2021-08-10T14:39:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e735a612-8fb3-4a85-bede-f6307ba49d31', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798198-2-iscsi'}], 'dv-cinder-798198-2-iscsi', False) {} {{(pid=93413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:43:36.610915 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47b3cb3f-950d-4f1c-b9c2-9cb541bea1ea None None] Checking router: c226f6af-47d0-48e7-a276-d7cf41f77fcf for host: dv-cinder-798198-2-iscsi {{(pid=93413) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 14:43:36.619369 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b3cb3f-950d-4f1c-b9c2-9cb541bea1ea None None] Routers {'c226f6af-47d0-48e7-a276-d7cf41f77fcf'} bound to L3 agent in host dv-cinder-798198-2-iscsi {{(pid=93413) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 14:43:36.619970 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.db.l3_hamode_db [None req-47b3cb3f-950d-4f1c-b9c2-9cb541bea1ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798198-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T14:22:29Z,description=,heartbeat_timestamp=2021-08-10T14:43:29Z,host='dv-cinder-798198-2-iscsi',id=8acc92de-0cfa-4d60-8b37-a39a4d3c1570,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T14:22:29Z,topic='l3_agent')) {'router_ids': ['c226f6af-47d0-48e7-a276-d7cf41f77fcf'], 'active': True} {{(pid=93413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:43:36.633540 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [None req-0391a620-78f6-4694-8dbb-25ac21de42a3 admin admin] For port 68aa63b4-d774-48e4-8ab0-56fbec4cda85, host dv-cinder-798198-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-2-iscsi',level=0,port_id=68aa63b4-d774-48e4-8ab0-56fbec4cda85,segment=NetworkSegment(9b73c935-a484-45be-a2a0-87b3c816c298),segment_id=9b73c935-a484-45be-a2a0-87b3c816c298)] {{(pid=93410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:43:36.633911 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-0391a620-78f6-4694-8dbb-25ac21de42a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-879274'] for port, precommit_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:43:36.647198 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.plugin [None req-0391a620-78f6-4694-8dbb-25ac21de42a3 admin admin] Calling delete_port for 68aa63b4-d774-48e4-8ab0-56fbec4cda85 owned by network:router_gateway {{(pid=93410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 14:43:36.712048 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.db.l3_dvr_db [None req-47b3cb3f-950d-4f1c-b9c2-9cb541bea1ea None None] Set router c226f6af-47d0-48e7-a276-d7cf41f77fcf gateway port host: None {{(pid=93413) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 10 14:43:36.769443 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.db.l3_hamode_db [None req-47b3cb3f-950d-4f1c-b9c2-9cb541bea1ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c226f6af-47d0-48e7-a276-d7cf41f77fcf', 'name': 'tempest-TestShelveInstance-491682836-router', 'tenant_id': '852501be2639409da8067c0a65907f4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:39:17Z', 'updated_at': '2021-08-10T14:43:36Z', 'revision_number': 6, 'project_id': '852501be2639409da8067c0a65907f4c', 'gw_port_host': None}], 'dv-cinder-798198-2-iscsi', False) {} {{(pid=93413) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:43:36.795663 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47b3cb3f-950d-4f1c-b9c2-9cb541bea1ea None None] The sync data for ids ['c226f6af-47d0-48e7-a276-d7cf41f77fcf'] in dv-cinder-798198-2-iscsi is: [{'id': 'c226f6af-47d0-48e7-a276-d7cf41f77fcf', 'name': 'tempest-TestShelveInstance-491682836-router', 'tenant_id': '852501be2639409da8067c0a65907f4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T14:39:17Z', 'updated_at': '2021-08-10T14:43:36Z', 'revision_number': 6, 'project_id': '852501be2639409da8067c0a65907f4c', 'gw_port_host': None}] {{(pid=93413) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 14:43:36.819552 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-0391a620-78f6-4694-8dbb-25ac21de42a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786683854475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786683465207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26372150'] for port, after_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:43:36.851136 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0391a620-78f6-4694-8dbb-25ac21de42a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=68aa63b4-d774-48e4-8ab0-56fbec4cda85,revision_number=None']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:43:36.907138 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-0391a620-78f6-4694-8dbb-25ac21de42a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-880078'] for router_gateway, after_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:43:36.999006 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-0391a620-78f6-4694-8dbb-25ac21de42a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-889914', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-35201'] for router, precommit_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:43:37.001791 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-0391a620-78f6-4694-8dbb-25ac21de42a3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:43:37.048580 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-0391a620-78f6-4694-8dbb-25ac21de42a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-889891'] for router, after_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:43:37.049061 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0391a620-78f6-4694-8dbb-25ac21de42a3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c226f6af-47d0-48e7-a276-d7cf41f77fcf {{(pid=93410) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 14:43:37.053566 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-0391a620-78f6-4694-8dbb-25ac21de42a3 admin admin] Notify callbacks [] for router, before_response {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:43:37.054714 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [None req-0391a620-78f6-4694-8dbb-25ac21de42a3 admin admin] 10.222.0.42 "DELETE /v2.0/routers/c226f6af-47d0-48e7-a276-d7cf41f77fcf HTTP/1.1" status: 204 len: 168 time: 0.7748883 Aug 10 14:43:37.057159 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.wsgi [-] (93410) accepted ('10.222.0.42', 59074) {{(pid=93410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:43:37.100671 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.db.db_base_plugin_v2 [None req-85ec9e2b-be2c-468e-b3cc-a09e395633b9 admin admin] Deleting subnet 3fa3e2ec-6da1-4e85-bba6-d59e4cd57454 {{(pid=93410) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 14:43:37.103901 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-85ec9e2b-be2c-468e-b3cc-a09e395633b9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:43:37.140025 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-85ec9e2b-be2c-468e-b3cc-a09e395633b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25513275'] for subnet, precommit_delete_associations {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:43:37.227649 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-85ec9e2b-be2c-468e-b3cc-a09e395633b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1963407'] for subnet, precommit_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:43:37.284819 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-85ec9e2b-be2c-468e-b3cc-a09e395633b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1963510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-736859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26372099', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25174900'] for subnet, after_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:43:37.309529 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ec9e2b-be2c-468e-b3cc-a09e395633b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3fa3e2ec-6da1-4e85-bba6-d59e4cd57454,revision_number=None']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:43:37.315512 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-85ec9e2b-be2c-468e-b3cc-a09e395633b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-767256'] for subnet, before_response {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:43:37.318853 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [None req-85ec9e2b-be2c-468e-b3cc-a09e395633b9 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/3fa3e2ec-6da1-4e85-bba6-d59e4cd57454 HTTP/1.1" status: 204 len: 168 time: 0.2595966 Aug 10 14:43:37.320306 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.wsgi [-] (93410) accepted ('10.222.0.42', 59076) {{(pid=93410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:43:37.323285 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfd6ab43-08b8-4007-86bb-ccfa251539b1 None None] Network 3366b149-2d71-49a1-9347-cb6cec40372d requested from dv-cinder-798198-2-iscsi {{(pid=93412) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 14:43:37.390913 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-ef6b4a4b-ca43-4025-97ef-b34258c9b382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1782855'] for network, before_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:43:37.446297 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.plugin [None req-ef6b4a4b-ca43-4025-97ef-b34258c9b382 admin admin] Deleting port 7744250e-13b8-42dc-b497-46f3a419089b {{(pid=93410) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 14:43:37.446646 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-ef6b4a4b-ca43-4025-97ef-b34258c9b382 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786683848753'] for port, before_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:43:37.508394 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.db [None req-ef6b4a4b-ca43-4025-97ef-b34258c9b382 admin admin] For port 7744250e-13b8-42dc-b497-46f3a419089b, host dv-cinder-798198-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-2-iscsi',level=0,port_id=7744250e-13b8-42dc-b497-46f3a419089b,segment=NetworkSegment(fd6c567c-c175-4772-87c6-9a328458b182),segment_id=fd6c567c-c175-4772-87c6-9a328458b182)] {{(pid=93410) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:43:37.508713 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-ef6b4a4b-ca43-4025-97ef-b34258c9b382 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-879274'] for port, precommit_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:43:37.522221 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.plugin [None req-ef6b4a4b-ca43-4025-97ef-b34258c9b382 admin admin] Calling delete_port for 7744250e-13b8-42dc-b497-46f3a419089b owned by network:dhcp {{(pid=93410) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 14:43:37.551250 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e9b0c92-c3c5-40dc-bff8-534202fa74fb None None] DHCP port deletion for 3366b149-2d71-49a1-9347-cb6cec40372d request from dv-cinder-798198-2-iscsi {{(pid=93412) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 14:43:37.601359 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.plugin [None req-2e9b0c92-c3c5-40dc-bff8-534202fa74fb None None] Deleting port 7744250e-13b8-42dc-b497-46f3a419089b {{(pid=93412) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 14:43:37.601770 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-2e9b0c92-c3c5-40dc-bff8-534202fa74fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786683848753'] for port, before_delete {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:43:37.609317 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-ef6b4a4b-ca43-4025-97ef-b34258c9b382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786683854475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786683465207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26372150'] for port, after_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:43:37.636151 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6b4a4b-ca43-4025-97ef-b34258c9b382 admin admin] Pushing event deleted for resources: {'Port': ['ID=7744250e-13b8-42dc-b497-46f3a419089b,revision_number=None']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:43:37.639622 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef6b4a4b-ca43-4025-97ef-b34258c9b382 admin admin] No DVR routers for this DVR port 7744250e-13b8-42dc-b497-46f3a419089b on host dv-cinder-798198-2-iscsi {{(pid=93410) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 14:43:37.718654 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-ef6b4a4b-ca43-4025-97ef-b34258c9b382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1963782', 'neutron.services.segments.db._delete_segments_for_network-8786683991920'] for network, precommit_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:43:37.730547 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.services.segments.db [None req-ef6b4a4b-ca43-4025-97ef-b34258c9b382 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3366b149-2d71-49a1-9347-cb6cec40372d']}} {{(pid=93410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:43:37.741706 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.services.segments.db [None req-ef6b4a4b-ca43-4025-97ef-b34258c9b382 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd6c567c-c175-4772-87c6-9a328458b182') {'for_net_delete': True} {{(pid=93410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:43:37.742012 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.services.segments.db [None req-ef6b4a4b-ca43-4025-97ef-b34258c9b382 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd6c567c-c175-4772-87c6-9a328458b182') {} {{(pid=93410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 14:43:37.751645 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-ef6b4a4b-ca43-4025-97ef-b34258c9b382 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786683994745', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25513282'] for segment, before_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:43:37.771902 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-ef6b4a4b-ca43-4025-97ef-b34258c9b382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1962803'] for segment, precommit_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:43:37.779619 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef6b4a4b-ca43-4025-97ef-b34258c9b382 admin admin] Releasing vlan 596 on physical network physnet1 to pool {{(pid=93410) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 14:43:37.779753 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-ef6b4a4b-ca43-4025-97ef-b34258c9b382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1962803', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26372329'] for segment, after_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:43:37.782514 dv-cinder-798198-2-iscsi neutron-server[93410]: Traceback (most recent call last): Aug 10 14:43:37.782514 dv-cinder-798198-2-iscsi neutron-server[93410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 14:43:37.782514 dv-cinder-798198-2-iscsi neutron-server[93410]: timer() Aug 10 14:43:37.782514 dv-cinder-798198-2-iscsi neutron-server[93410]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 14:43:37.782514 dv-cinder-798198-2-iscsi neutron-server[93410]: cb(*args, **kw) Aug 10 14:43:37.782514 dv-cinder-798198-2-iscsi neutron-server[93410]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 14:43:37.782514 dv-cinder-798198-2-iscsi neutron-server[93410]: return func(*args, **kwargs) Aug 10 14:43:37.782514 dv-cinder-798198-2-iscsi neutron-server[93410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 14:43:37.782514 dv-cinder-798198-2-iscsi neutron-server[93410]: self._notify() Aug 10 14:43:37.782514 dv-cinder-798198-2-iscsi neutron-server[93410]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 14:43:37.782514 dv-cinder-798198-2-iscsi neutron-server[93410]: self.callback(batched_events) Aug 10 14:43:37.782514 dv-cinder-798198-2-iscsi neutron-server[93410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 14:43:37.782514 dv-cinder-798198-2-iscsi neutron-server[93410]: event.method(event) Aug 10 14:43:37.782514 dv-cinder-798198-2-iscsi neutron-server[93410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 14:43:37.782514 dv-cinder-798198-2-iscsi neutron-server[93410]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 14:43:37.782514 dv-cinder-798198-2-iscsi neutron-server[93410]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 14:43:37.782514 dv-cinder-798198-2-iscsi neutron-server[93410]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 14:43:37.782514 dv-cinder-798198-2-iscsi neutron-server[93410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 14:43:37.782514 dv-cinder-798198-2-iscsi neutron-server[93410]: return f(self, *a, **k) Aug 10 14:43:37.782514 dv-cinder-798198-2-iscsi neutron-server[93410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 14:43:37.782514 dv-cinder-798198-2-iscsi neutron-server[93410]: return self._get(url).json() Aug 10 14:43:37.782514 dv-cinder-798198-2-iscsi neutron-server[93410]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 14:43:37.782514 dv-cinder-798198-2-iscsi neutron-server[93410]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 14:43:37.782514 dv-cinder-798198-2-iscsi neutron-server[93410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 14:43:37.782514 dv-cinder-798198-2-iscsi neutron-server[93410]: return self.request(url, 'GET', **kwargs) Aug 10 14:43:37.782514 dv-cinder-798198-2-iscsi neutron-server[93410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 14:43:37.782514 dv-cinder-798198-2-iscsi neutron-server[93410]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 14:43:37.782514 dv-cinder-798198-2-iscsi neutron-server[93410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 14:43:37.782514 dv-cinder-798198-2-iscsi neutron-server[93410]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 14:43:37.782514 dv-cinder-798198-2-iscsi neutron-server[93410]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 14:43:37.782514 dv-cinder-798198-2-iscsi neutron-server[93410]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 14:43:37.782514 dv-cinder-798198-2-iscsi neutron-server[93410]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 14:43:37.795414 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.db [None req-2e9b0c92-c3c5-40dc-bff8-534202fa74fb None None] For port 7744250e-13b8-42dc-b497-46f3a419089b, host dv-cinder-798198-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798198-2-iscsi',level=0,port_id=7744250e-13b8-42dc-b497-46f3a419089b,segment=NetworkSegment(fd6c567c-c175-4772-87c6-9a328458b182),segment_id=fd6c567c-c175-4772-87c6-9a328458b182)] {{(pid=93412) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 14:43:37.795827 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-2e9b0c92-c3c5-40dc-bff8-534202fa74fb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-879274'] for port, precommit_delete {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:43:37.812173 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.plugin [None req-2e9b0c92-c3c5-40dc-bff8-534202fa74fb None None] Calling delete_port for 7744250e-13b8-42dc-b497-46f3a419089b owned by network:dhcp {{(pid=93412) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 14:43:37.848538 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-ef6b4a4b-ca43-4025-97ef-b34258c9b382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1963789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-880042'] for network, after_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:43:37.854477 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-ef6b4a4b-ca43-4025-97ef-b34258c9b382 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-767256'] for network, before_response {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:43:37.858748 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [None req-ef6b4a4b-ca43-4025-97ef-b34258c9b382 admin admin] 10.222.0.42 "DELETE /v2.0/networks/3366b149-2d71-49a1-9347-cb6cec40372d HTTP/1.1" status: 204 len: 168 time: 0.5352309 Aug 10 14:43:37.865621 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Device 30ca0364-9653-4f3c-bc27-836c3f201048 no longer exists at agent ovs-agent-dv-cinder-798198-2-iscsi {{(pid=93412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 14:43:37.868921 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6b4a4b-ca43-4025-97ef-b34258c9b382 admin admin] Pushing event deleted for resources: {'Network': ['ID=3366b149-2d71-49a1-9347-cb6cec40372d,revision_number=None']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:43:37.894951 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.plugin [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] No Port match for: 30ca0364-9653-4f3c-bc27-836c3f201048 {{(pid=93412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 14:43:37.895291 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Device 30ca0364-9653-4f3c-bc27-836c3f201048 not bound to the agent host dv-cinder-798198-2-iscsi {{(pid=93412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 14:43:37.895698 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Device 68aa63b4-d774-48e4-8ab0-56fbec4cda85 no longer exists at agent ovs-agent-dv-cinder-798198-2-iscsi {{(pid=93412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 14:43:37.921817 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.plugin [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] No Port match for: 68aa63b4-d774-48e4-8ab0-56fbec4cda85 {{(pid=93412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 14:43:37.922165 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Device 68aa63b4-d774-48e4-8ab0-56fbec4cda85 not bound to the agent host dv-cinder-798198-2-iscsi {{(pid=93412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 14:43:37.922623 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Device 7744250e-13b8-42dc-b497-46f3a419089b no longer exists at agent ovs-agent-dv-cinder-798198-2-iscsi {{(pid=93412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 14:43:37.944590 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.plugin [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] No Port match for: 7744250e-13b8-42dc-b497-46f3a419089b {{(pid=93412) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 14:43:37.944927 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.plugins.ml2.rpc [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Device 7744250e-13b8-42dc-b497-46f3a419089b not bound to the agent host dv-cinder-798198-2-iscsi {{(pid=93412) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 14:43:37.950887 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.db.agents_db [None req-84c9d1dd-add5-4bf7-b0ef-63077aab3240 None None] Agent healthcheck: found 6 active agents {{(pid=93413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 14:43:37.960347 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-2e9b0c92-c3c5-40dc-bff8-534202fa74fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1731983', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-767238', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786683854475', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786683465207'] for port, after_delete {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:43:37.983316 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2e9b0c92-c3c5-40dc-bff8-534202fa74fb None None] Network 3366b149-2d71-49a1-9347-cb6cec40372d is not hosted by any dhcp agent {{(pid=93412) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 10 14:43:37.983775 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e9b0c92-c3c5-40dc-bff8-534202fa74fb None None] No DVR routers for this DVR port 7744250e-13b8-42dc-b497-46f3a419089b on host dv-cinder-798198-2-iscsi {{(pid=93412) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 14:43:37.985617 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9b0c92-c3c5-40dc-bff8-534202fa74fb None None] Pushing event deleted for resources: {'Port': ['ID=7744250e-13b8-42dc-b497-46f3a419089b,revision_number=None']} {{(pid=93412) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:43:37.995311 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9b0c92-c3c5-40dc-bff8-534202fa74fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:43:37.995668 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9b0c92-c3c5-40dc-bff8-534202fa74fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:43:37.996006 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9b0c92-c3c5-40dc-bff8-534202fa74fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:43:37.996455 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9b0c92-c3c5-40dc-bff8-534202fa74fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:43:37.996660 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9b0c92-c3c5-40dc-bff8-534202fa74fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:43:37.996993 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9b0c92-c3c5-40dc-bff8-534202fa74fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:43:37.997317 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9b0c92-c3c5-40dc-bff8-534202fa74fb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:43:37.997670 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9b0c92-c3c5-40dc-bff8-534202fa74fb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:43:37.997999 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9b0c92-c3c5-40dc-bff8-534202fa74fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:43:37.998322 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9b0c92-c3c5-40dc-bff8-534202fa74fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:43:37.998739 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9b0c92-c3c5-40dc-bff8-534202fa74fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:43:37.998944 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9b0c92-c3c5-40dc-bff8-534202fa74fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798198-2-iscsi {{(pid=93412) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 14:43:38.099798 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.wsgi [-] (93411) accepted ('10.222.0.42', 59080) {{(pid=93411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:43:38.142454 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-999956da-50fe-4490-beb0-fc4347cffa5b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b9910def5a134e4c8aac3b27b1489c14&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0413194 Aug 10 14:43:38.144763 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.wsgi [-] (93411) accepted ('10.222.0.42', 59082) {{(pid=93411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:43:38.191736 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-f8d0b3ae-c2bc-4d2b-810d-50313b43432c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:43:38.212926 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-f8d0b3ae-c2bc-4d2b-810d-50313b43432c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:43:38.257800 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-f8d0b3ae-c2bc-4d2b-810d-50313b43432c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734645'] for security_group, after_delete {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:43:38.260237 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron_lib.callbacks.manager [None req-f8d0b3ae-c2bc-4d2b-810d-50313b43432c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93411) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:43:38.261371 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-f8d0b3ae-c2bc-4d2b-810d-50313b43432c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/871e5510-53eb-48a4-a28a-c590c74a0a9a HTTP/1.1" status: 204 len: 168 time: 0.1157057 Aug 10 14:43:38.269809 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d0b3ae-c2bc-4d2b-810d-50313b43432c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=871e5510-53eb-48a4-a28a-c590c74a0a9a,revision_number=None']} {{(pid=93411) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:43:38.621815 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.wsgi [-] (93411) accepted ('10.222.0.42', 59088) {{(pid=93411) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:43:38.660338 dv-cinder-798198-2-iscsi neutron-server[93411]: INFO neutron.wsgi [None req-6e3b9b1b-2265-492d-8ac7-ebc392800c21 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=852501be2639409da8067c0a65907f4c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0373466 Aug 10 14:43:38.662897 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.wsgi [-] (93410) accepted ('10.222.0.42', 59090) {{(pid=93410) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 14:43:38.715187 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-1c8e7c49-1434-468c-836d-7841664f5e19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:43:38.736415 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-1c8e7c49-1434-468c-836d-7841664f5e19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:43:38.787049 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-1c8e7c49-1434-468c-836d-7841664f5e19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-734645'] for security_group, after_delete {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:43:38.789707 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron_lib.callbacks.manager [None req-1c8e7c49-1434-468c-836d-7841664f5e19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:43:38.790914 dv-cinder-798198-2-iscsi neutron-server[93410]: INFO neutron.wsgi [None req-1c8e7c49-1434-468c-836d-7841664f5e19 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/dcae6a9e-90aa-4934-ae26-62491f42fb76 HTTP/1.1" status: 204 len: 168 time: 0.1270373 Aug 10 14:43:38.799856 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8e7c49-1434-468c-836d-7841664f5e19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcae6a9e-90aa-4934-ae26-62491f42fb76,revision_number=None']} {{(pid=93410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 14:43:56.148387 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-85e33dc9-f6ef-4ff7-8167-30fb3413bdb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:43:59.131460 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-daf27b6b-06d9-40e6-9db6-89c35ee2d3fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:43:59.143072 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:44:00.245605 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-1682deac-1581-4d55-87bc-bceb4bcaf759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:44:02.197049 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-f97b798d-bd61-4bdb-bb4a-e55e1a0659df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:44:03.058026 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:44:14.950399 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.db.agents_db [None req-84c9d1dd-add5-4bf7-b0ef-63077aab3240 None None] Agent healthcheck: found 6 active agents {{(pid=93413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 14:44:26.148815 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-322d10db-ec1a-466b-914b-a3b75814ca36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:44:29.121194 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-981e6a28-a9da-4869-83f0-61a2935c62fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:44:29.142691 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:44:30.247487 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-1682deac-1581-4d55-87bc-bceb4bcaf759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:44:32.198657 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-f97b798d-bd61-4bdb-bb4a-e55e1a0659df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:44:33.053288 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:44:51.949191 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.db.agents_db [None req-84c9d1dd-add5-4bf7-b0ef-63077aab3240 None None] Agent healthcheck: found 6 active agents {{(pid=93413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 14:44:56.150326 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-c561202f-f00e-44df-9e8f-45261d13fc6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:44:59.120686 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-f20dbca4-fed3-4d33-99ac-e1234eca5b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:44:59.142673 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:45:00.250273 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-1682deac-1581-4d55-87bc-bceb4bcaf759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:45:02.201745 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-f97b798d-bd61-4bdb-bb4a-e55e1a0659df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:45:03.067838 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:45:26.149548 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-d82bdf0f-52dc-4dd0-9118-12d1c875b2e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:45:28.946825 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.db.agents_db [None req-84c9d1dd-add5-4bf7-b0ef-63077aab3240 None None] Agent healthcheck: found 6 active agents {{(pid=93413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 14:45:29.121207 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-60748c92-44e2-4502-80a6-62c535e40734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:45:29.142428 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:45:30.253185 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-1682deac-1581-4d55-87bc-bceb4bcaf759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:45:32.204134 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-f97b798d-bd61-4bdb-bb4a-e55e1a0659df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:45:33.067446 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:45:56.149148 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-026cef1c-7979-4925-a89b-842469329aba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:45:59.123331 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-67eea95f-8b4c-4b10-9d11-9d4f794ab1ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:45:59.142038 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:46:00.254517 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-1682deac-1581-4d55-87bc-bceb4bcaf759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:46:02.206514 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-f97b798d-bd61-4bdb-bb4a-e55e1a0659df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:46:03.082745 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:46:05.221476 dv-cinder-798198-2-iscsi neutron-server[93410]: DEBUG neutron.wsgi [req-985cf331-f37b-4185-8aaf-62a0accd04a5 req-a8a32857-f345-4608-94b9-1d87b6f35b92 service neutron] (93410) timed out ('10.222.0.18', 59717) {{(pid=93410) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 10 14:46:05.945327 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.db.agents_db [None req-84c9d1dd-add5-4bf7-b0ef-63077aab3240 None None] Agent healthcheck: found 6 active agents {{(pid=93413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 14:46:26.149495 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-2367a23c-5add-489c-8287-483b8386ddb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:46:29.122764 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-35acb5c9-8956-4192-a5d1-5287c2df1252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:46:29.141461 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:46:30.256242 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-1682deac-1581-4d55-87bc-bceb4bcaf759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:46:32.209462 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-f97b798d-bd61-4bdb-bb4a-e55e1a0659df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:46:33.083116 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:46:42.943983 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.db.agents_db [None req-84c9d1dd-add5-4bf7-b0ef-63077aab3240 None None] Agent healthcheck: found 6 active agents {{(pid=93413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 14:46:56.150867 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-274ed1ec-edd5-47f6-bcf2-d4bf4d23b072 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:46:59.123040 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-d527292c-29b4-4bc8-bf6b-1cb360777c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:46:59.141817 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:47:00.260340 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-1682deac-1581-4d55-87bc-bceb4bcaf759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:47:02.211796 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-f97b798d-bd61-4bdb-bb4a-e55e1a0659df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:47:03.098487 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:47:19.942481 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.db.agents_db [None req-84c9d1dd-add5-4bf7-b0ef-63077aab3240 None None] Agent healthcheck: found 6 active agents {{(pid=93413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 14:47:26.151789 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-2166853d-48c1-437b-875a-aeeaf9a97cad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:47:29.123421 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-1efcab66-3429-4cd0-954d-f1f0712e87b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:47:29.141488 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:47:30.261486 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-1682deac-1581-4d55-87bc-bceb4bcaf759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:47:32.213814 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-f97b798d-bd61-4bdb-bb4a-e55e1a0659df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:47:33.097799 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:47:56.151954 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-d2f47b77-2177-49a6-a71e-66b2c5f80556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:47:56.942265 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.db.agents_db [None req-84c9d1dd-add5-4bf7-b0ef-63077aab3240 None None] Agent healthcheck: found 6 active agents {{(pid=93413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 14:47:59.126207 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-2a11ca38-c793-4678-8ded-de88476ee175 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:47:59.142488 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:48:00.264530 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-1682deac-1581-4d55-87bc-bceb4bcaf759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:48:02.215453 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-f97b798d-bd61-4bdb-bb4a-e55e1a0659df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:48:03.101402 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:48:06.118119 dv-cinder-798198-2-iscsi neutron-server[93411]: DEBUG neutron.wsgi [req-0369299a-75a3-449f-a138-9d0b0e81e6d5 req-2bcfe26f-00ba-4c65-b85e-a8f42541e0c6 service neutron] (93411) timed out ('10.222.0.18', 59668) {{(pid=93411) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 10 14:48:26.153477 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-1112bab5-5493-42fb-a8f1-3e032da77825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:48:29.127198 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-2530d495-33aa-47bd-868a-b7d190fe1b48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:48:29.144225 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-97ea78b3-6ad5-4bd9-804a-a75d3f1ae841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:48:30.267836 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-1682deac-1581-4d55-87bc-bceb4bcaf759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:48:32.218949 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-f97b798d-bd61-4bdb-bb4a-e55e1a0659df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:48:33.096867 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-8efa42e3-e202-487c-b9de-888f1f8b514d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 14:48:33.940890 dv-cinder-798198-2-iscsi neutron-server[93413]: DEBUG neutron.db.agents_db [None req-84c9d1dd-add5-4bf7-b0ef-63077aab3240 None None] Agent healthcheck: found 6 active agents {{(pid=93413) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 14:48:56.153730 dv-cinder-798198-2-iscsi neutron-server[93412]: DEBUG neutron_lib.callbacks.manager [None req-2f7ec256-036f-4cec-b746-da5a6d056cbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786683991812', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1932440'] for agent, after_update {{(pid=93412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}